-- Logs begin at Fri 2021-08-13 01:55:06 UTC, end at Fri 2021-08-13 03:00:31 UTC. -- Aug 13 02:29:39.288900 dv-cinder-760199-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 02:29:41.958435 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.common.config [-] Logging enabled! Aug 13 02:29:41.958868 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 02:29:41.959213 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93953) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 02:29:41.962589 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.common.config [-] Logging enabled! Aug 13 02:29:41.962842 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 02:29:41.963155 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93953) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 02:29:41.964098 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:29:41.964332 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:29:41.964692 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:29:41.964951 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:29:41.965189 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:29:41.965509 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.965803 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.966100 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.966336 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.966628 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.966923 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.967207 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.967495 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.967792 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.968080 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.968364 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.968650 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.968883 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.969190 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.969480 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.969768 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.969991 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] debug = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.970272 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.970695 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.971107 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.971387 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.971678 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.971956 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.972241 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.972515 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.972784 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.973134 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] host = dv-cinder-760199-7-iscsi {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.973413 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.973701 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.973985 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.974269 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.974542 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.974819 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.975102 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.975375 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.975646 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] log_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.975921 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.976208 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.976495 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.976787 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.977551 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.977802 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.978211 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.978504 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.978782 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.979056 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.979330 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.979603 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.979876 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.980144 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.980428 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.980714 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.981028 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.981304 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.981576 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.981847 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.982115 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.982397 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.982670 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.982941 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.983213 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.983498 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.983764 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.984034 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.984333 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.984619 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.984898 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.985206 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.985478 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.985759 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.986029 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.986299 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.986567 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] use_json = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.986837 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.987105 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.987391 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.987660 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.987929 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.988198 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.988464 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.988748 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:41.989063 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.989361 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.989658 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.989940 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.990230 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.990507 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.990795 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.991070 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.991353 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.991639 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.991925 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.992200 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.992484 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.993431 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.993811 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.994120 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.994422 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.994714 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.994990 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.995263 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.995534 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.995816 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.996100 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.996392 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.996679 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.996960 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.997250 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.997546 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.997823 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.998095 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.998368 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.998654 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.998930 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.999201 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.999482 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:41.999759 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.000032 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.000303 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.000577 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.000864 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.001167 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.001438 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.001709 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.001986 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.002257 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.002539 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.002814 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.003084 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.003354 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.003629 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.003900 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.004172 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.004446 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.004715 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.005012 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.005287 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.005556 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.005827 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.006096 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.006366 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.006635 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.006903 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.007179 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.007456 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.007726 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.007995 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.008314 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.008591 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.008909 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.009263 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.009543 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.009820 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.010096 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.010373 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.010648 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.010921 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.011195 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.011471 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.011742 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.012029 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.012310 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.012594 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.012873 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.013170 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.013465 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.013742 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.014021 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.014298 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.014575 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.014862 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.015143 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.015438 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.015731 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.016023 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.016315 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.016607 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.016888 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.017218 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.017500 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:42.017715 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:29:42.017952 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93953) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 02:29:42.361033 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 02:29:42.361313 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 02:29:42.361598 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 02:29:42.361930 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 02:29:42.752527 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.752736 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.753031 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.754224 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.754498 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.754762 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.788149 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.788433 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.788700 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.806072 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.806352 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.806620 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.835366 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.835651 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.835920 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.871968 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.872247 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:42.872515 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.103265 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.103868 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.103868 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.104045 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.104725 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.223176 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.223474 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.223758 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.224031 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.224298 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.224605 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.224863 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.225142 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.225397 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.225678 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.225936 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.226204 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.226458 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.226707 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.227056 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.227374 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.227789 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.228063 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.228336 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.228599 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.228873 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.229149 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.229431 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.229806 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.230056 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.230304 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.230697 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:43.230938 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:43.231173 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:43.231407 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:43.231639 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:43.231871 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:43.232235 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 02:29:43.235345 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 02:29:43.239273 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 02:29:43.243536 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 13 02:29:43.245363 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 02:29:43.245813 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 02:29:43.246152 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 02:29:43.246540 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 02:29:43.249324 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 02:29:43.249578 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 02:29:43.249924 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 02:29:43.255176 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 02:29:43.277272 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 02:29:43.277713 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.278009 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93953) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 02:29:43.278367 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.279706 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93953) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 02:29:43.279986 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 02:29:43.280233 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 02:29:43.283584 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.283870 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:43.347816 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 02:29:43.348055 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 02:29:43.348290 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 02:29:43.348658 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 02:29:43.369812 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_db.sqlalchemy.engines [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93953) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 02:29:43.897889 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Initializing driver for type 'gre' Aug 13 02:29:43.898539 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] gre ID ranges: [(1, 1000)] Aug 13 02:29:43.947486 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Initializing driver for type 'local' Aug 13 02:29:43.947879 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Initializing driver for type 'vlan' Aug 13 02:29:43.962373 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] VlanTypeDriver initialization complete Aug 13 02:29:43.962776 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Initializing driver for type 'vxlan' Aug 13 02:29:43.963477 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] vxlan ID ranges: [(1, 1000)] Aug 13 02:29:44.013982 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Initializing extension driver 'port_security' Aug 13 02:29:44.014318 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.extensions.port_security [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] PortSecurityExtensionDriver initialization complete Aug 13 02:29:44.014652 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Initializing mechanism driver 'openvswitch' Aug 13 02:29:44.014976 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Initializing mechanism driver 'hyperv' Aug 13 02:29:44.021452 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:44.022133 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > port after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.022502 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > port after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.022858 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > port after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.023404 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:44.023858 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > subnet after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.024288 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > subnet after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.024679 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.025097 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:44.025504 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > network after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.025853 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > network after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.026193 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > network after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.026577 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:44.026976 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > security_group after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.027323 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > security_group after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.027663 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.028054 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:44.028582 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.028937 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.029305 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.029697 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:44.030099 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > address_group after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.030444 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > address_group after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.030785 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.031172 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93953) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:44.031548 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] ML2 OVO RPC backend initialized. {{(pid=93953) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 02:29:44.032258 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.032609 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.033052 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > network before_response 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.033400 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > networks before_response 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.033747 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > port before_response 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.034088 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > ports before_response 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.034429 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > subnet before_response 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.034770 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > subnets before_response 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.035114 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > network after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.035453 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > network after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.035788 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > network after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.036122 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > port after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.036456 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > port after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.036787 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > port after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.037147 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > subnet after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.037483 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > subnet after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.037816 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.038392 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.plugin [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Modular L2 Plugin initialization complete Aug 13 02:29:44.038720 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading services supported by the core plugin {{(pid=93953) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 02:29:44.039044 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.plugins.ml2.managers [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Got port-security extension from driver 'port_security' Aug 13 02:29:44.039582 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.extensions.vlantransparent [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Disabled vlantransparent extension. Aug 13 02:29:44.040082 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93953) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 02:29:44.040395 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading Plugin: router Aug 13 02:29:44.078222 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.078614 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router after_create 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.078987 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router before_create 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.079357 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.079731 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.080088 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router after_delete 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.080448 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.080814 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router after_create 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.081185 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router after_update 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.081804 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router after_update 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.082156 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.082518 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router after_update 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.082932 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_update 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.083297 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: port after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.083641 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: port after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.083978 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: subnet after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.084315 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.084668 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.085033 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_create 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.085377 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: port before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.085719 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.086076 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router after_update 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.086530 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.086963 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_create 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.087325 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.087673 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_update 55549900 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.088038 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > agent after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.088392 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > agent after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.088738 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > network after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.089624 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Tracking information for resource: router configured {{(pid=93953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:44.089958 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Tracking information for resource: floatingip configured {{(pid=93953) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:44.094891 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.db.l3_agentschedulers_db [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 02:29:44.095589 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: port after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.095950 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: port after_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.096304 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: port after_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.096654 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: port after_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.097472 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router before_create 55550100 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.097838 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.098202 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_create 55550100 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.098561 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > router precommit_update 55550100 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.102951 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.services.provider_configuration [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service providers = [] {{(pid=93953) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 02:29:44.103312 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.db.servicetype_db [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93953) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 02:29:44.106265 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.services.service_base [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:29:44.106616 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.services.service_base [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:29:44.106957 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.services.service_base [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:29:44.107846 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.services.service_base [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93953) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:29:44.108222 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.services.service_base [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 02:29:44.108601 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:44.108922 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 02:29:44.120049 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:44.120382 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading Plugin: auto_allocate Aug 13 02:29:44.126147 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: network precommit_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.126517 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: network precommit_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.127032 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:44.127353 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading Plugin: tag Aug 13 02:29:44.134515 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:44.134838 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading Plugin: timestamp Aug 13 02:29:44.138840 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:44.139177 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading Plugin: network_ip_availability Aug 13 02:29:44.144562 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.144962 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.145320 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.146031 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:44.146351 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading Plugin: flavors Aug 13 02:29:44.151152 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:44.151429 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading Plugin: revisions Aug 13 02:29:44.155662 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93953) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:44.156054 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=93953) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 02:29:44.156785 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93953) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 02:29:44.157146 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Initializing extension manager. Aug 13 02:29:44.157655 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: __init__.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.157995 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: __pycache__ {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.158329 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.158663 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: address_group.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.159412 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.159978 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: address-group Aug 13 02:29:44.160302 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: address_scope.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.161034 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.161556 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: address-scope Aug 13 02:29:44.161879 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.162818 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.163332 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: router-admin-state-down-before-update Aug 13 02:29:44.163655 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: agent.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.165211 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.165752 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: agent Aug 13 02:29:44.166079 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: agent_resources_synced.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.166997 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.167509 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: agent-resources-synced Aug 13 02:29:44.167835 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: allowedaddresspairs.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.169634 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.170157 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: allowed-address-pairs Aug 13 02:29:44.170483 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: auto_allocated_topology.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.171560 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.172076 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: auto-allocated-topology Aug 13 02:29:44.172398 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: availability_zone.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.173129 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.173641 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: availability_zone Aug 13 02:29:44.173962 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: availability_zone_filter.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.174888 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.175398 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: availability_zone_filter Aug 13 02:29:44.175720 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: data_plane_status.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.176624 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.177164 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 02:29:44.177486 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: default_subnetpools.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.178404 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.178912 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: default-subnetpools Aug 13 02:29:44.179233 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.180637 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.181146 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: dhcp_agent_scheduler Aug 13 02:29:44.181470 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: dns.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.182388 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.182895 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension dns-integration not supported by any of loaded plugins Aug 13 02:29:44.183214 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: dns_domain_ports.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.184154 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.184659 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 02:29:44.185073 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.185997 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.186507 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 02:29:44.186826 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: dvr.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.187498 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.188004 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: dvr Aug 13 02:29:44.188322 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: ecmp_routes.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.189265 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.189767 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 02:29:44.190088 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: empty_string_filtering.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.191004 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.191510 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: empty-string-filtering Aug 13 02:29:44.191834 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.192741 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.193275 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 02:29:44.193599 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.194519 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.195025 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 02:29:44.195349 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: external_net.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.196419 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.196926 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: external-net Aug 13 02:29:44.197278 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.198187 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.198692 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: extra_dhcp_opt Aug 13 02:29:44.199015 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: extraroute.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.199918 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.200427 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: extraroute Aug 13 02:29:44.200750 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: extraroute_atomic.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.201787 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.202304 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: extraroute-atomic Aug 13 02:29:44.202628 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: filter_validation.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.203289 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.203794 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: filter-validation Aug 13 02:29:44.204121 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: fip_pf_description.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.205066 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.205576 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 02:29:44.205894 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: fip_port_details.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.207069 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.207577 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: fip-port-details Aug 13 02:29:44.207898 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: flavors.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.209149 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.209663 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: flavors Aug 13 02:29:44.209989 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.211696 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.212216 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 02:29:44.212547 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: floatingip_pools.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.213282 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.213802 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: floatingip-pools Aug 13 02:29:44.214131 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: ip_allocation.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.215060 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.215564 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 02:29:44.215886 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.216808 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.217353 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: ip-substring-filtering Aug 13 02:29:44.217678 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: l2_adjacency.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.218617 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.219122 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 02:29:44.219444 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: l3.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.220542 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.221105 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: router Aug 13 02:29:44.221435 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.223693 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.224226 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 02:29:44.224557 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.225531 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.226046 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: ext-gw-mode Aug 13 02:29:44.226372 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.227879 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.228389 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: l3-ha Aug 13 02:29:44.228714 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: l3_flavors.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.229663 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.230175 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: l3-flavors Aug 13 02:29:44.230498 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.231411 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.231916 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 02:29:44.232239 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: l3agentscheduler.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.233296 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.233806 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: l3_agent_scheduler Aug 13 02:29:44.234131 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: logging.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.235658 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.236183 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension logging not supported by any of loaded plugins Aug 13 02:29:44.236513 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: metering.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.237290 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.237865 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: metering Aug 13 02:29:44.238187 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.239294 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.239821 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: metering_source_and_destination_fields Aug 13 02:29:44.240147 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: multiprovidernet.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.241116 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.241635 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: multi-provider Aug 13 02:29:44.241959 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: netmtu.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.243458 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.243964 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: net-mtu Aug 13 02:29:44.244290 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: netmtu_writable.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.245250 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.245760 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: net-mtu-writable Aug 13 02:29:44.246083 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: network_availability_zone.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.246752 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.247262 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: network_availability_zone Aug 13 02:29:44.247582 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: network_ip_availability.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.248678 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.249225 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: network-ip-availability Aug 13 02:29:44.249550 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: network_segment_range.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.250311 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.250820 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 02:29:44.251142 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: pagination.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.252125 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.252455 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: pagination Aug 13 02:29:44.252776 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: port_device_profile.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.253731 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.254249 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: port-device-profile Aug 13 02:29:44.254570 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.255499 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.256005 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: port-mac-address-regenerate Aug 13 02:29:44.256327 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.257262 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.257770 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: port-numa-affinity-policy Aug 13 02:29:44.258092 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: port_resource_request.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.259192 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.259699 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 02:29:44.260018 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: portbindings.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.260966 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.261471 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: binding Aug 13 02:29:44.261793 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: portbindings_extended.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.263183 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.263707 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: binding-extended Aug 13 02:29:44.264035 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: portsecurity.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.264978 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.265497 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: port-security Aug 13 02:29:44.265824 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: project_id.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.266809 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.267138 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: project-id Aug 13 02:29:44.267471 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: providernet.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.268408 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.268927 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: provider Aug 13 02:29:44.269285 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.272849 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.273410 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos not supported by any of loaded plugins Aug 13 02:29:44.273782 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.275118 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.275636 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 02:29:44.275968 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.276907 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.277452 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 02:29:44.277787 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_default.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.278701 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.279216 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-default not supported by any of loaded plugins Aug 13 02:29:44.279542 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_fip.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.280202 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.280702 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-fip not supported by any of loaded plugins Aug 13 02:29:44.281065 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_gateway_ip.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.281994 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.282505 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 02:29:44.282831 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_port_network_policy.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.283755 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.284261 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 02:29:44.284583 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_pps_rule.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.285794 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.286313 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-pps not supported by any of loaded plugins Aug 13 02:29:44.286636 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_rule_type_details.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.287554 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.288067 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 02:29:44.288390 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: qos_rules_alias.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.290041 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.290671 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 02:29:44.290995 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: quotasv2.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.291927 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.292252 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: quotas Aug 13 02:29:44.292573 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: quotasv2_detail.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.295645 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.295988 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: quota_details Aug 13 02:29:44.296325 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: rbac.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.297620 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.298150 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: rbac-policies Aug 13 02:29:44.298479 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: rbac_address_group.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.299428 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.299947 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: rbac-address-group Aug 13 02:29:44.300273 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: rbac_address_scope.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.301240 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.301753 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: rbac-address-scope Aug 13 02:29:44.302075 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: rbac_security_groups.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.302990 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.303504 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: rbac-security-groups Aug 13 02:29:44.303827 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: rbac_subnetpool.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.304746 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.305842 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: rbac-subnetpool Aug 13 02:29:44.306277 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: revisionifmatch.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.307209 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.307729 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: revision-if-match Aug 13 02:29:44.308053 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: revisions.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.309198 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.309709 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: standard-attr-revisions Aug 13 02:29:44.310036 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: router_availability_zone.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.310715 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.311224 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: router_availability_zone Aug 13 02:29:44.311548 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: routerservicetype.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.312470 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.313008 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension router-service-type not supported by any of loaded plugins Aug 13 02:29:44.313334 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.314256 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.314776 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: security-groups-normalized-cidr Aug 13 02:29:44.315099 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.316020 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.316532 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: port-security-groups-filtering Aug 13 02:29:44.316855 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.317800 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.318317 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: security-groups-remote-address-group Aug 13 02:29:44.318638 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: securitygroup.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.328335 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.328867 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: security-group Aug 13 02:29:44.329232 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: segment.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.330021 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.330532 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension segment not supported by any of loaded plugins Aug 13 02:29:44.330859 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.332061 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.332583 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 02:29:44.332907 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: servicetype.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.334112 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.334638 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: service-type Aug 13 02:29:44.334970 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: sorting.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.335951 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.336305 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: sorting Aug 13 02:29:44.336629 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: standard_attr_segment.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.337632 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.338146 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 02:29:44.338469 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: standardattrdescription.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.339109 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.339614 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: standard-attr-description Aug 13 02:29:44.339936 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: stateful_security_group.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.340865 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.341403 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: stateful-security-group Aug 13 02:29:44.341726 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: stdattrs_common.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.342305 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 02:29:44.342626 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.343547 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.344062 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 02:29:44.344386 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: subnet_onboard.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.345502 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.346019 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: subnet_onboard Aug 13 02:29:44.346345 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.347285 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.347796 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 02:29:44.348121 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: subnet_service_types.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.349071 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.349591 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: subnet-service-types Aug 13 02:29:44.349919 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: subnetallocation.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.350979 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.351493 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: subnet_allocation Aug 13 02:29:44.351819 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.353109 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.353616 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: subnetpool-prefix-ops Aug 13 02:29:44.353940 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.354876 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.355393 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 02:29:44.355716 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: tagging.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.356762 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.357317 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: standard-attr-tag Aug 13 02:29:44.357645 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: timestamp.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.358842 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.359360 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loaded extension: standard-attr-timestamp Aug 13 02:29:44.359687 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: trunk.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.360716 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.361267 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension trunk not supported by any of loaded plugins Aug 13 02:29:44.361591 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: trunk_details.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.362522 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.363041 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension trunk-details not supported by any of loaded plugins Aug 13 02:29:44.363363 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: uplink_status_propagation.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.364286 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.364808 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 02:29:44.365170 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Loading extension file: vlantransparent.py {{(pid=93953) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:44.365833 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93953) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:44.366343 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 02:29:44.369388 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:network Aug 13 02:29:44.369906 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:subnet Aug 13 02:29:44.370302 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:44.370688 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:port Aug 13 02:29:44.371903 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.372361 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service FLAVORS assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.372995 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.373430 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.373756 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:router Aug 13 02:29:44.374181 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:floatingip Aug 13 02:29:44.374678 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service METERING assigned prefix: /metering {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.376117 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.376489 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.376840 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:44.377860 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 02:29:44.378304 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:security_group Aug 13 02:29:44.378733 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 02:29:44.380436 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service CORE assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.380781 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:44.381158 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] subnetpool is already registered Aug 13 02:29:44.381613 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service CORE assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.381939 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:44.382273 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] subnetpool is already registered Aug 13 02:29:44.384709 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.385172 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service FLAVORS assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.385771 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.386191 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.386521 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:router Aug 13 02:29:44.386855 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] router is already registered Aug 13 02:29:44.387266 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:floatingip Aug 13 02:29:44.387597 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] floatingip is already registered Aug 13 02:29:44.388053 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service METERING assigned prefix: /metering {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.388721 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 02:29:44.389078 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] rbac_policy is already registered Aug 13 02:29:44.389487 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:security_group Aug 13 02:29:44.389818 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] security_group is already registered Aug 13 02:29:44.390215 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 02:29:44.390539 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] security_group_rule is already registered Aug 13 02:29:44.391169 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service CORE assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.391494 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:44.391822 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] subnetpool is already registered Aug 13 02:29:44.392242 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.v2.resource_helper [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Service CORE assigned prefix: {{(pid=93953) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:44.392562 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:44.392888 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING neutron.quota.resource_registry [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] subnetpool is already registered Aug 13 02:29:44.393371 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: extensions {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.394812 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: address-groups {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.396297 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: address-scopes {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.397687 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: agents {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.398884 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: auto-allocated-topology {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.400261 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: availability_zones {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.401559 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: dhcp-networks {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.403008 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: dhcp-agents {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.404414 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: routers {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.406196 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: flavors {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.407449 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: service_profiles {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.408660 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: next_providers {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.410099 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: service_profiles {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.411626 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: floatingip-pools {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.412860 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: routers {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.415098 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: floatingips {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.416393 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: l3-routers {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.417801 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: l3-agents {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.419203 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: metering-labels {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.420462 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: metering-label-rules {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.421862 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: network-ip-availabilities {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.423104 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: bindings {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.424644 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: quotas {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.426211 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: quotas {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.427659 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: rbac-policies {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.428850 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: security-groups {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.430833 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: security-group-rules {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.432067 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: service-providers {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.433324 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: subnetpools {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.434671 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: subnetpools {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.436229 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.437940 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.439745 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.441566 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.443239 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.446315 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.447995 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.449834 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.451732 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.453513 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron.api.extensions [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Extended resource: tags {{(pid=93953) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:44.459766 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING keystonemiddleware.auth_token [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 02:29:44.464349 dv-cinder-760199-7-iscsi neutron-server[93953]: WARNING keystonemiddleware.auth_token [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 02:29:44.472579 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Acquired lock "singleton_lock" {{(pid=93953) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 02:29:44.473092 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_concurrency.lockutils [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Releasing lock "singleton_lock" {{(pid=93953) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 02:29:44.473722 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO oslo_service.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Starting 2 workers Aug 13 02:29:44.479173 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Started child 94062 {{(pid=93953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:29:44.483689 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Started child 94063 {{(pid=93953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:29:44.484888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:44.485616 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO neutron.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 02:29:44.485961 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Notify callbacks [] for process, before_spawn {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:44.486442 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [-] (94062) wsgi starting up on http://0.0.0.0:9696 Aug 13 02:29:44.488299 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO oslo_service.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Starting 1 workers Aug 13 02:29:44.488482 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:44.489823 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [-] (94063) wsgi starting up on http://0.0.0.0:9696 Aug 13 02:29:44.494210 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Started child 94064 {{(pid=93953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:29:44.494769 dv-cinder-760199-7-iscsi neutron-server[93953]: INFO oslo_service.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Starting 1 workers Aug 13 02:29:44.498103 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] calling RpcWorker wait() {{(pid=94064) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 02:29:44.498722 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] returning from RpcWorker wait() {{(pid=94064) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 02:29:44.499343 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Started child 94065 {{(pid=93953) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:29:44.499844 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:44.500146 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f2cda1ff-24c1-4daa-905f-3fa3aa59474f None None] Notify callbacks [] for process, after_spawn {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:44.500300 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:44.502093 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93953) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 02:29:44.502299 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:29:44.502465 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:29:44.502684 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:29:44.503015 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:29:44.503171 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:29:44.503667 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.503956 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.504350 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:44.504857 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.504857 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.504857 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.505345 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.505606 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.505851 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.506123 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.506380 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.506554 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.506722 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.506969 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.507200 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.507523 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.507903 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.508067 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.508341 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.508517 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.508777 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.509066 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.509326 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.509610 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] debug = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.509853 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.510348 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.510607 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.510858 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.511078 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.511355 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.511682 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.511839 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.512080 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.512317 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.512553 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.512809 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.513074 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.513292 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.513530 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.513784 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.514034 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.514499 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] host = dv-cinder-760199-7-iscsi {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.514750 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.514966 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.515210 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.515475 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.515725 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.515939 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.516202 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.516448 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.516712 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.516936 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.517207 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.517456 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.517697 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.518033 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.518189 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_options = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.518329 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.518541 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.518797 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.518988 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.519157 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.519330 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.519624 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.519789 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.519978 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.520191 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.520404 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.520618 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.520854 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.521088 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.521321 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.521574 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.521828 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.522014 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.522273 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.522516 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.522739 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.522963 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.523202 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.523420 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.523632 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.524602 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.524602 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.524895 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.525067 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.525391 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.525535 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.525754 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.525983 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.526243 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.526470 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.526692 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.526927 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.527191 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.527419 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.527659 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.527916 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.528160 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.528384 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.528618 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.528847 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.529101 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_json = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.529313 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.529523 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.529774 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.529983 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.530216 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.530433 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.530667 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.530920 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.531365 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.531644 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.532011 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.532197 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.532444 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.532693 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.532924 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.533176 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.533739 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.533739 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.534079 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.534309 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.534458 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.534764 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.534912 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.535261 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.535393 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:44.535547 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.535827 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.536068 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.536325 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.536544 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.537069 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.537246 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.537421 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.537700 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.538120 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.538362 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.538502 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.538640 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.538816 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.539049 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.539283 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.540165 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.541118 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.541343 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.543339 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.544918 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.544918 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.544918 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.544918 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.544918 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.544918 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.544918 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.545937 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.545937 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.545937 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.545937 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.545937 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.546529 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.546529 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.546765 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.546896 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.547387 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.547597 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.547852 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.548069 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.548329 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.549144 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.549144 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.549144 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.549593 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.549593 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.549832 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.549955 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.550436 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.550436 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.550701 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.550829 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.550954 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.551167 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.551385 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.551632 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.552083 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.552083 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.552333 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.552485 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.552808 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.553132 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.553382 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.553873 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.553873 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.554139 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.554345 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.554613 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.554847 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.555526 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.555526 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.555718 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.555944 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.556218 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.556457 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.556700 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.556990 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.557237 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.557481 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.557699 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.557936 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.558157 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.558706 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.558706 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.558988 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.559204 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.559410 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.559697 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.559945 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.560216 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.560453 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.560744 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.561070 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.561340 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.561626 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.561856 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.562101 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.562354 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.562609 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.562858 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.563108 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.563337 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.563556 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.563940 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.564083 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.564265 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.564478 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.564761 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.565484 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.565647 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.565789 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.566093 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.566251 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.566490 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.566727 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.566991 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.567247 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.567497 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.567936 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.568094 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.568244 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.568384 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.568764 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.568926 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.569204 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.569435 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.569593 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.569802 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.570014 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.570266 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.570477 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.570754 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.571010 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.571217 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.571454 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.571699 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.571910 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.572126 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.572360 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.572598 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.572813 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.573070 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.573480 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.573643 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.573785 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.573993 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.574241 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.574486 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.574724 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.574958 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.575207 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.575421 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.575800 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.576423 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.576423 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.576730 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.576730 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.577038 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.577195 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.577389 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.577621 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.577853 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.578136 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.578453 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.578731 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.578982 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.579236 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.579429 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.579875 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.580025 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.580336 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.580581 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.580797 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.581065 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.581344 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.581835 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.582098 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.582329 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.582541 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.582766 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.582998 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.583203 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.583505 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.583745 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.583973 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.584274 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.584464 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.584673 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.584900 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.585147 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.585355 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.585578 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.585813 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.586027 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.586935 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.587084 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.587225 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.587394 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.587721 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.588025 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.588276 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.588529 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.588786 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.589038 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.589257 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.589468 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.590555 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.590555 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.590555 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.590555 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.590555 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.590991 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.590991 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.591879 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.591879 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.591879 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.591879 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.592223 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.592306 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.592556 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.592773 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.593219 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.593745 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.593745 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.594021 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.594165 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.594291 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.594551 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.594972 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.595409 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.595849 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.596310 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.596815 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.597178 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.597463 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.597719 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.598016 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.598307 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.598576 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.598792 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.600326 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.600326 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.600326 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.600326 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.600326 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.600893 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.600893 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.600893 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.601217 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.601302 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.601509 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.601746 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.602530 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.602765 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.603458 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.603458 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.603458 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.603840 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.603840 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.604088 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.604286 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.604442 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:29:44.604972 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93953) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 02:29:44.605130 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:29:44.605297 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:29:44.605484 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:29:44.605661 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:29:44.605811 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:29:44.606016 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.606174 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.606332 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.606489 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.606646 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.606823 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.606983 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.607194 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.607304 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.607437 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.607592 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.607750 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.607905 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.608059 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.608215 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.608370 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.608524 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.608681 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.608842 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.609020 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.609176 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.609332 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.609487 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] debug = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.609644 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.609843 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.609997 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.610149 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.610306 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.610461 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.610616 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.610772 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.610928 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.611084 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.611240 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.611395 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.611562 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.611696 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.611853 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.612010 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.612165 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.612320 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] host = dv-cinder-760199-7-iscsi {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.612474 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.612630 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.612785 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.612954 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.613119 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.613276 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.613432 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.613587 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.613742 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.613898 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.614054 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.614211 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.614366 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.614670 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.614828 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_options = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.615131 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.615638 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.615933 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.616253 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.616558 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.616713 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.617049 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.617213 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.617375 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.617555 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.617715 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.617929 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.618004 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.618176 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.618410 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.618574 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.618732 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.618882 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.619044 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.619225 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.619378 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.619524 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.619690 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.619782 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.619927 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.620085 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.620246 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.620440 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.620549 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.620708 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.620865 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.621045 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.621199 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.621355 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.621514 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.621667 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.621821 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.621982 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.622138 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.622289 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.622441 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.622592 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.622743 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.622892 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.623052 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.623210 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_json = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.623365 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.623521 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.623678 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.623833 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.623989 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.624159 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.624289 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.624444 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:44.624623 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.624781 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.624971 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.625138 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.625298 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.625452 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.625609 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.625755 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.625890 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.626044 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.626210 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.626360 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.626528 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.626686 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.627053 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.627053 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.627361 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.627361 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.627696 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.627696 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.627969 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.627969 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.628229 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.628229 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.628511 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.628511 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.628766 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.628766 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.629009 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.629191 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.629325 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.629467 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.629607 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.629748 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.629876 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.629961 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.630125 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.630285 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.630444 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.630604 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.630763 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.630922 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.631081 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.631240 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.631398 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.631557 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.631715 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.631873 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.632022 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.632179 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.632348 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.632506 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.632664 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.632821 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.634842 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.634942 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:44.635030 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.635030 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.635175 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.635325 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.635486 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.635647 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.635821 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.635980 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.636139 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.636297 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.636456 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.636614 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.636772 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.636934 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.637114 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.637271 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.637422 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.637637 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.637740 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.637875 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.638034 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.638192 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.638351 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.638509 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.638667 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.638825 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.638982 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.639140 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.639298 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.639467 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.639640 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.639798 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.639956 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.640112 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.640268 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.640425 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.640583 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.640739 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.640896 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.641075 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.641232 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.641389 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.641548 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.641707 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.641863 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.642020 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.642176 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.642334 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.642490 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.642646 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.642802 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.642959 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.643115 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.643272 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.643428 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.643585 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.643753 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.643909 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.644070 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.644226 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.644391 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.644561 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.644719 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.644877 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.645056 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.645220 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.645358 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.645507 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.645664 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.645822 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.645980 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.646138 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.646305 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.646473 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.646634 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.646792 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.646954 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.647135 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.647293 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.647451 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.647609 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.647821 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.647961 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.648097 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.648223 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.648348 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.648499 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.648655 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.649342 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.649506 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.649664 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.649835 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.649965 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.650116 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.650274 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.650431 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.650588 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.650746 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.650904 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.651061 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.651218 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.651376 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.651533 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.651742 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.651886 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.652014 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.652139 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.652480 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.652480 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.652654 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.652746 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.652882 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.653071 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.653230 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.653391 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.653549 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.653708 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.653867 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.654027 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.654185 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.654344 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.654504 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.654661 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.654819 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.654977 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.655135 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.655293 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.655464 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.655611 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.655769 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.655928 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.656087 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.656260 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.656417 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.656575 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.656734 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.656892 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.657081 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.657219 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.657376 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.657534 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.657691 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.657867 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.658009 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.658153 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.658311 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.658470 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.658628 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.658786 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.658943 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.659100 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.659330 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.659494 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.659652 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.659811 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.659970 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.660130 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.660300 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.660457 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.660615 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.660772 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.660931 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.661121 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.661268 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.661427 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.661584 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.661741 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.661899 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.662057 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.662225 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.662384 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.662541 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.662697 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.662855 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.663013 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.663180 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.663338 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.663495 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.663652 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.663811 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.663970 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.664137 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.664294 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.665193 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.665357 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.665517 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.665677 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.665846 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.666005 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.666163 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.666335 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.666479 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.666636 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.666793 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.666970 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.667129 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.667289 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.667449 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.667607 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.667766 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.667948 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.668097 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.668263 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.668428 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.668588 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.668755 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.668922 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.669112 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.669272 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.669438 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.669609 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.669768 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.669926 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.670083 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.670241 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.670400 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.670559 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.670716 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.670874 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.671032 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.671190 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.671350 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.671508 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.671667 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.671825 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.671983 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.672141 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.672298 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.672456 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.672615 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:44.672765 dv-cinder-760199-7-iscsi neutron-server[93953]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93953) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:29:44.965858 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42650) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:29:44.974383 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062737 Aug 13 02:29:56.479908 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b3078-c093-4b5f-8535-734353b52ad2 None None] get_active_networks_info from dv-cinder-760199-7-iscsi {{(pid=94064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 02:29:56.540190 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b3078-c093-4b5f-8535-734353b52ad2 None None] No non-hosted networks {{(pid=94064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 02:29:56.542012 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7eadc3b-f398-4beb-be7e-cee9937ec562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897268'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:58.844859 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8f11-9c42-47ed-9f2f-d4493557e102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897268'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:58.905687 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7af8afd7-4c7c-41ad-b92c-497b4e4ded51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:59.500336 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897268'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:59.501546 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.502166 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.502841 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.503383 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.503917 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.504492 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.506320 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.506890 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.507453 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.507954 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.508645 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.510524 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:29:59.511242 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760199-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:59.521532 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760199-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:00.056028 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897268'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:01.715679 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897268'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:02.805626 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42742) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:03.284687 dv-cinder-760199-7-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-517a32bd-a412-42c7-a064-ab279ee3e3ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:03.285282 dv-cinder-760199-7-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-517a32bd-a412-42c7-a064-ab279ee3e3ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:03.503656 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-517a32bd-a412-42c7-a064-ab279ee3e3ee admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:30:03.504616 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-517a32bd-a412-42c7-a064-ab279ee3e3ee admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6981015 Aug 13 02:30:05.897716 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42756) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:06.201821 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.db.l3_hamode_db [None req-cb1a0881-4a7d-4dc4-a77e-8dc87542d08e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 02:30:06.231211 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-2d60be1f-cc6f-4205-9735-59520358ffaf admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:06.280212 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a0881-4a7d-4dc4-a77e-8dc87542d08e None None] Routers set() bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:06.280600 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a0881-4a7d-4dc4-a77e-8dc87542d08e None None] Router IDs set() for agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 02:30:06.329596 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.policy [None req-2d60be1f-cc6f-4205-9735-59520358ffaf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94062) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 02:30:06.375416 dv-cinder-760199-7-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-2d60be1f-cc6f-4205-9735-59520358ffaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:06.375794 dv-cinder-760199-7-iscsi neutron-server[94062]: WARNING oslo_policy.policy [None req-2d60be1f-cc6f-4205-9735-59520358ffaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:06.384512 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.quota [None req-2d60be1f-cc6f-4205-9735-59520358ffaf admin admin] Loaded quota_driver: . Aug 13 02:30:06.479966 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2d60be1f-cc6f-4205-9735-59520358ffaf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732571505940', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732571506631', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732571525893', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732571524456', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732570896688', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732571470393', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3671808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3974183', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761755', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694485'] for rbac-policy, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:06.545241 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2d60be1f-cc6f-4205-9735-59520358ffaf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:06.546436 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2d60be1f-cc6f-4205-9735-59520358ffaf admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6474051 Aug 13 02:30:09.253694 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42768) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:09.551426 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Request body: {'network': {'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'admin_state_up': True, 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'name': 'private'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:09.580728 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Made reservation on behalf of 0a101ca924684c72a4cf6a4e20c72e55 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:30:09.583659 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.605793 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.729147 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.732595 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.751592 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:30:09.780878 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732572150375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.781495 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Unsubscribe: segment precommit_create {{(pid=94062) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 02:30:09.782037 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Added segment 9faa4c06-7d36-43a6-b604-fccfce87a482 of type vlan for network 2c642665-36fb-401f-be82-698190a09d2e Aug 13 02:30:09.798833 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6ef61e-cc1d-4219-934d-9eba7c22b35b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:09.848479 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.848831 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.849196 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.849525 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.849848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.850186 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.850540 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.850869 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.851197 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.851514 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.851832 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.852140 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Tracked resource versions report: Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: pushed versions: Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: { 'AddressGroup': {'1.2'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'ConntrackHelper': {'1.0'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Log': {'1.0'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Network': {'1.1'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Port': {'1.7'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'PortForwarding': {'1.2'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'QosPolicy': {'1.9'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SecurityGroup': {'1.4'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SubPort': {'1.0'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Subnet': {'1.1'}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Trunk': {'1.1'}} Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: consumer versions: Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: { DHCP agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: L3 agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: Metadata agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: Metering agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: Open vSwitch agent@dv-cinder-760199-7-iscsi: { 'AddressGroup': '1.2', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'ConntrackHelper': '1.0', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Log': '1.0', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Network': '1.1', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Port': '1.7', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'PortForwarding': '1.2', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'QosPolicy': '1.9', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SecurityGroup': '1.4', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SecurityGroupRule': '1.2', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SubPort': '1.0', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Subnet': '1.1', Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Trunk': '1.1'}} Aug 13 02:30:09.853222 dv-cinder-760199-7-iscsi neutron-server[94062]: {{(pid=94062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:30:09.903674 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.952609 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.953722 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:09.954403 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:10.035947 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7809658 Aug 13 02:30:10.054404 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bceb2-fc57-4696-83ff-90deeb73ea88 admin admin] Pushing event updated for resources: {'Network': ['ID=2c642665-36fb-401f-be82-698190a09d2e,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:10.066394 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 2c642665-36fb-401f-be82-698190a09d2e details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:30:12.689972 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42782) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:13.079141 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4fa109-a5f0-4217-8d2b-572803c792cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:13.080771 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fd4fa109-a5f0-4217-8d2b-572803c792cc admin admin] 10.222.0.22 "GET /v2.0/networks/2c642665-36fb-401f-be82-698190a09d2e HTTP/1.1" status: 200 len: 825 time: 0.3896043 Aug 13 02:30:13.104919 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9ff696c0-a3fb-4f92-84af-cb3cca593a35 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/39da5ad3-fadc-44d5-a653-67f4c456c14f HTTP/1.1" status: 200 len: 734 time: 0.0179856 Aug 13 02:30:13.113568 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '2c642665-36fb-401f-be82-698190a09d2e', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '39da5ad3-fadc-44d5-a653-67f4c456c14f'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:13.136081 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Made reservation on behalf of 0a101ca924684c72a4cf6a4e20c72e55 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:30:13.138334 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:13.432542 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:13.500427 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d9d5c4-daa5-4838-bb7f-50272d3902c9,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:13.506268 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Checking segment: {'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:13.506703 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Network hostable DHCP agents. Network: 2c642665-36fb-401f-be82-698190a09d2e, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:30:13.527220 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Network 2c642665-36fb-401f-be82-698190a09d2e is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:30:13.537289 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 2c642665-36fb-401f-be82-698190a09d2e) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:13.542503 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:13.543103 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:13.548582 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c281a2-0f25-4039-99a7-c72d9999d6b4 None None] Network 2c642665-36fb-401f-be82-698190a09d2e requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:30:13.557314 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8f43cf25-9a67-4b61-8912-1f155c571e5f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4469099 Aug 13 02:30:13.867788 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-2c642665-36fb-401f-be82-698190a09d2e', 'network_id': '2c642665-36fb-401f-be82-698190a09d2e', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'fixed_ips': [{'subnet_id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:30:13.869137 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:14.141031 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Allocated IP 172.20.0.2 (2c642665-36fb-401f-be82-698190a09d2e/22d9d5c4-daa5-4838-bb7f-50272d3902c9/9ea0285a-966a-4971-8a0d-4d8189bfed47) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:30:14.370785 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:14.385252 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Transition to ACTIVE for port object 9ea0285a-966a-4971-8a0d-4d8189bfed47 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:14.407106 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Transition to ACTIVE for port object 9ea0285a-966a-4971-8a0d-4d8189bfed47 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:14.415983 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:14.486393 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Network 2c642665-36fb-401f-be82-698190a09d2e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:30:14.491616 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:14.494812 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:30:14.506318 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Pushing event updated for resources: {'Port': ['ID=9ea0285a-966a-4971-8a0d-4d8189bfed47,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:14.534777 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.535127 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.535467 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.535806 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.536135 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.536463 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.536787 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.537134 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.537475 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.538478 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.538812 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.539305 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Tracked resource versions report: Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: pushed versions: Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: { 'AddressGroup': {'1.2'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'ConntrackHelper': {'1.0'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Log': {'1.0'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Network': {'1.1'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Port': {'1.7'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'PortForwarding': {'1.2'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'QosPolicy': {'1.9'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SecurityGroup': {'1.4'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SubPort': {'1.0'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Subnet': {'1.1'}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Trunk': {'1.1'}} Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: consumer versions: Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: { DHCP agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: L3 agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: Metadata agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: Metering agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: Open vSwitch agent@dv-cinder-760199-7-iscsi: { 'AddressGroup': '1.2', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'ConntrackHelper': '1.0', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Log': '1.0', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Network': '1.1', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Port': '1.7', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'PortForwarding': '1.2', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'QosPolicy': '1.9', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SecurityGroup': '1.4', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SecurityGroupRule': '1.2', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SubPort': '1.0', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Subnet': '1.1', Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Trunk': '1.1'}} Aug 13 02:30:14.540369 dv-cinder-760199-7-iscsi neutron-server[94064]: {{(pid=94064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:30:14.588016 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Attempting to bind port 9ea0285a-966a-4971-8a0d-4d8189bfed47 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:30:14.588625 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Attempting to bind port 9ea0285a-966a-4971-8a0d-4d8189bfed47 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:30:14.588825 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Attempting to bind port 9ea0285a-966a-4971-8a0d-4d8189bfed47 on network 2c642665-36fb-401f-be82-698190a09d2e {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:30:14.593636 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:30:14.594043 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Checking segment: {'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:14.594505 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:14.594935 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Bound using segment: {'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:30:14.595417 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Bound port: 9ea0285a-966a-4971-8a0d-4d8189bfed47, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:30:14.596074 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:14.659463 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] For port 9ea0285a-966a-4971-8a0d-4d8189bfed47, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:30:14.664698 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] For port 9ea0285a-966a-4971-8a0d-4d8189bfed47, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=9ea0285a-966a-4971-8a0d-4d8189bfed47,segment=NetworkSegment(9faa4c06-7d36-43a6-b604-fccfce87a482),segment_id=9faa4c06-7d36-43a6-b604-fccfce87a482)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:30:14.668985 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:14.732213 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded04ad-8b79-4a26-a291-97c29661c6d3 None None] Pushing event updated for resources: {'Port': ['ID=9ea0285a-966a-4971-8a0d-4d8189bfed47,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:15.948686 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42790) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:16.267942 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-b2d7745f-260a-4f0f-8179-35765f7070d7 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:30:16.268968 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b2d7745f-260a-4f0f-8179-35765f7070d7 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192930 Aug 13 02:30:18.628023 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42798) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:18.940292 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-f4e3c98c-2e30-4914-a9ad-a2b2d3d912db admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:30:18.941348 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f4e3c98c-2e30-4914-a9ad-a2b2d3d912db admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123775 Aug 13 02:30:21.567277 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42808) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:21.869358 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-0b61714e-a88f-4801-a5ba-38fd7f8192f2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'name': 'router1'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:21.893812 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b61714e-a88f-4801-a5ba-38fd7f8192f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:21.895345 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b61714e-a88f-4801-a5ba-38fd7f8192f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:22.052569 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b61714e-a88f-4801-a5ba-38fd7f8192f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:22.058612 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b61714e-a88f-4801-a5ba-38fd7f8192f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:22.072840 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0b61714e-a88f-4801-a5ba-38fd7f8192f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:22.074106 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0b61714e-a88f-4801-a5ba-38fd7f8192f2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5058653 Aug 13 02:30:23.079463 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eec012-686c-4718-a3c3-ef1a139324de None None] Network 2c642665-36fb-401f-be82-698190a09d2e requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:30:23.135744 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-dabd55d9-afbb-4641-8e71-6be0404cbbde None None] Provisioning for port 9ea0285a-966a-4971-8a0d-4d8189bfed47 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:23.448731 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 9ea0285a-966a-4971-8a0d-4d8189bfed47 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:23.539125 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 9ea0285a-966a-4971-8a0d-4d8189bfed47 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:23.542794 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 9ea0285a-966a-4971-8a0d-4d8189bfed47 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:23.543245 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:23.664152 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:23.697380 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 9ea0285a-966a-4971-8a0d-4d8189bfed47, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=9ea0285a-966a-4971-8a0d-4d8189bfed47,segment=NetworkSegment(9faa4c06-7d36-43a6-b604-fccfce87a482),segment_id=9faa4c06-7d36-43a6-b604-fccfce87a482)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:30:23.700933 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:23.747775 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=9ea0285a-966a-4971-8a0d-4d8189bfed47,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:24.434433 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42820) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:24.563222 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:30:24.747982 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-ce5b624f-8f26-4989-9c5c-e0651d3b42f1 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:30:24.748992 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ce5b624f-8f26-4989-9c5c-e0651d3b42f1 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136024 Aug 13 02:30:25.422435 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 9ea0285a-966a-4971-8a0d-4d8189bfed47 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:25.469350 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 9ea0285a-966a-4971-8a0d-4d8189bfed47 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:25.469733 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:26.364721 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0c3a10bb-e228-49f4-9967-77c69c1f6837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.246692 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42828) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:27.581229 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:27.605181 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Made reservation on behalf of 4194949c48414fd1bce79c5a659addbd for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:30:27.607407 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.615329 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.708520 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.712469 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.727019 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Reserving flat network on physical network physnet1 {{(pid=94062) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 02:30:27.747900 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13220899-1778-43fc-8f95-0916d3f8faf1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:27.754369 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.754708 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Added segment 7b4212b7-2b0e-4617-8643-0d49955013ea of type flat for network a0fedf39-64a8-4155-bc38-9ebd1289fc23 Aug 13 02:30:27.801503 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.839436 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.840430 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:27.841183 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:27.892406 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6445796 Aug 13 02:30:27.911215 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8990591-f149-4947-b10e-5cf2dd3e0d69 admin admin] Pushing event updated for resources: {'Network': ['ID=a0fedf39-64a8-4155-bc38-9ebd1289fc23,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:27.931295 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:30:28.830080 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d8365ad-5efa-4d2f-908d-716b42f0a599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:29.503362 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:30.010376 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:30.297816 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42846) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:30.481201 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e4437-9072-4256-be3a-69901cf53812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:30.482602 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-146e4437-9072-4256-be3a-69901cf53812 admin admin] 10.222.0.22 "GET /v2.0/subnets/22d9d5c4-daa5-4838-bb7f-50272d3902c9 HTTP/1.1" status: 200 len: 849 time: 0.1838305 Aug 13 02:30:30.601421 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b700ea34-88d0-4d27-a0ea-c7201a7ac5b1 admin admin] 10.222.0.22 "GET /v2.0/routers/b56b3407-e555-4405-ae4d-3bf1cc4c6c00 HTTP/1.1" status: 200 len: 704 time: 0.1129112 Aug 13 02:30:30.874735 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:31.174890 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Allocated IP 172.20.0.1 (2c642665-36fb-401f-be82-698190a09d2e/22d9d5c4-daa5-4838-bb7f-50272d3902c9/40906127-d6be-41e1-b9f6-f9adad4709dc) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:30:31.387326 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:31.410727 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Transition to ACTIVE for port object 40906127-d6be-41e1-b9f6-f9adad4709dc will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:31.501506 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:31.570559 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Network 2c642665-36fb-401f-be82-698190a09d2e is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:30:31.577099 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:31.588732 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:30:31.589334 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:31.664552 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Pushing event updated for resources: {'Port': ['ID=40906127-d6be-41e1-b9f6-f9adad4709dc,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:31.680909 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:31.792730 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-241f7d48-66c4-49dd-a8d9-d4ddb56dcd4e None None] Provisioning for port 40906127-d6be-41e1-b9f6-f9adad4709dc completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:31.799248 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-241f7d48-66c4-49dd-a8d9-d4ddb56dcd4e None None] Provisioning complete for port 40906127-d6be-41e1-b9f6-f9adad4709dc triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:31.799867 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-241f7d48-66c4-49dd-a8d9-d4ddb56dcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:31.834787 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:31.837127 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-241f7d48-66c4-49dd-a8d9-d4ddb56dcd4e None None] Port 40906127-d6be-41e1-b9f6-f9adad4709dc cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:30:32.060588 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.065739 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.066653 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.151745 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Pushing event updated for resources: {'Port': ['ID=40906127-d6be-41e1-b9f6-f9adad4709dc,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:32.210511 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Network 2c642665-36fb-401f-be82-698190a09d2e is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:30:32.211974 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:32.391282 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Router b56b3407-e555-4405-ae4d-3bf1cc4c6c00 is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:30:32.459339 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a5d177c0-73ac-423e-a7d1-3591c2172f0d None None] Provisioning complete for port 40906127-d6be-41e1-b9f6-f9adad4709dc triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:32.459707 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5d177c0-73ac-423e-a7d1-3591c2172f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.493551 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:30:32.494438 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a5d177c0-73ac-423e-a7d1-3591c2172f0d None None] Port 40906127-d6be-41e1-b9f6-f9adad4709dc cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:30:32.498840 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fbc5f4fe-f954-420a-82ec-d6fa203aaf93 admin admin] 10.222.0.22 "PUT /v2.0/routers/b56b3407-e555-4405-ae4d-3bf1cc4c6c00/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8919497 Aug 13 02:30:32.506903 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Sync routers for ids ['b56b3407-e555-4405-ae4d-3bf1cc4c6c00'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:30:32.522348 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Routers {'b56b3407-e555-4405-ae4d-3bf1cc4c6c00'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:32.523527 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:30:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['b56b3407-e555-4405-ae4d-3bf1cc4c6c00'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:32.720533 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Set router b56b3407-e555-4405-ae4d-3bf1cc4c6c00 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:30:33.158132 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'name': 'router1', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:21Z', 'updated_at': '2021-08-13T02:30:31Z', 'revision_number': 2, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'gw_port_host': None, '_interfaces': [{'id': '40906127-d6be-41e1-b9f6-f9adad4709dc', 'name': '', 'network_id': '2c642665-36fb-401f-be82-698190a09d2e', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'mac_address': 'fa:16:3e:3d:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:30Z', 'updated_at': '2021-08-13T02:30:31Z', 'revision_number': 2, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'subnets': [{'id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39da5ad3-fadc-44d5-a653-67f4c456c14f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:33.211510 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Checking router: b56b3407-e555-4405-ae4d-3bf1cc4c6c00 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:30:33.211895 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Updating router b56b3407-e555-4405-ae4d-3bf1cc4c6c00 port 40906127-d6be-41e1-b9f6-f9adad4709dc binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:30:33.261253 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:33.790258 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:33.807600 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Transition to ACTIVE for port object 40906127-d6be-41e1-b9f6-f9adad4709dc will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:33.814218 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:33.906878 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Pushing event updated for resources: {'Port': ['ID=40906127-d6be-41e1-b9f6-f9adad4709dc,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:33.919408 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.919761 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.920100 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.920432 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.920760 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Tracked resource versions report: Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: pushed versions: Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: { 'AddressGroup': {'1.2'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'ConntrackHelper': {'1.0'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Log': {'1.0'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Network': {'1.1'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Port': {'1.7'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'PortForwarding': {'1.2'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'QosPolicy': {'1.9'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SecurityGroup': {'1.4'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SubPort': {'1.0'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Subnet': {'1.1'}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Trunk': {'1.1'}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: consumer versions: Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: { DHCP agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: L3 agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: Metadata agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: Metering agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: Open vSwitch agent@dv-cinder-760199-7-iscsi: { 'AddressGroup': '1.2', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'ConntrackHelper': '1.0', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Log': '1.0', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Network': '1.1', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Port': '1.7', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'PortForwarding': '1.2', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'QosPolicy': '1.9', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SecurityGroup': '1.4', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SecurityGroupRule': '1.2', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SubPort': '1.0', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Subnet': '1.1', Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Trunk': '1.1'}} Aug 13 02:30:33.924464 dv-cinder-760199-7-iscsi neutron-server[94065]: {{(pid=94065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:30:34.004334 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Attempting to bind port 40906127-d6be-41e1-b9f6-f9adad4709dc on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:30:34.005028 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Attempting to bind port 40906127-d6be-41e1-b9f6-f9adad4709dc by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:30:34.005214 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Attempting to bind port 40906127-d6be-41e1-b9f6-f9adad4709dc on network 2c642665-36fb-401f-be82-698190a09d2e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:30:34.010748 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:30:34.011165 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Checking segment: {'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:34.011638 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:34.012043 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Bound using segment: {'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:30:34.012563 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Bound port: 40906127-d6be-41e1-b9f6-f9adad4709dc, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faa4c06-7d36-43a6-b604-fccfce87a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2c642665-36fb-401f-be82-698190a09d2e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:30:34.012977 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:34.091966 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] For port 40906127-d6be-41e1-b9f6-f9adad4709dc, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:30:34.118842 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] For port 40906127-d6be-41e1-b9f6-f9adad4709dc, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=40906127-d6be-41e1-b9f6-f9adad4709dc,segment=NetworkSegment(9faa4c06-7d36-43a6-b604-fccfce87a482),segment_id=9faa4c06-7d36-43a6-b604-fccfce87a482)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:30:34.124340 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:34.187139 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86574b-4a8b-43d0-9b23-61ff6e4e1ef6 None None] Pushing event updated for resources: {'Port': ['ID=40906127-d6be-41e1-b9f6-f9adad4709dc,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:34.236285 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Routers {'b56b3407-e555-4405-ae4d-3bf1cc4c6c00'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:34.237062 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:30:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['b56b3407-e555-4405-ae4d-3bf1cc4c6c00'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:34.338569 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] Set router b56b3407-e555-4405-ae4d-3bf1cc4c6c00 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:30:34.563262 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'name': 'router1', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:21Z', 'updated_at': '2021-08-13T02:30:31Z', 'revision_number': 2, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'gw_port_host': None, '_interfaces': [{'id': '40906127-d6be-41e1-b9f6-f9adad4709dc', 'name': '', 'network_id': '2c642665-36fb-401f-be82-698190a09d2e', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'mac_address': 'fa:16:3e:3d:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:30Z', 'updated_at': '2021-08-13T02:30:34Z', 'revision_number': 4, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'subnets': [{'id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39da5ad3-fadc-44d5-a653-67f4c456c14f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:34.590561 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821d9b8-832b-4c0f-adf0-c7695584264f None None] The sync data for ids ['b56b3407-e555-4405-ae4d-3bf1cc4c6c00'] in dv-cinder-760199-7-iscsi is: [{'id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'name': 'router1', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:21Z', 'updated_at': '2021-08-13T02:30:31Z', 'revision_number': 2, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'gw_port_host': None, '_interfaces': [{'id': '40906127-d6be-41e1-b9f6-f9adad4709dc', 'name': '', 'network_id': '2c642665-36fb-401f-be82-698190a09d2e', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'mac_address': 'fa:16:3e:3d:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:30Z', 'updated_at': '2021-08-13T02:30:34Z', 'revision_number': 4, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'subnets': [{'id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39da5ad3-fadc-44d5-a653-67f4c456c14f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:30:34.739315 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42868) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:34.851527 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33edbef2-0310-4aa2-bba1-4ae54704b942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:34.858654 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-33edbef2-0310-4aa2-bba1-4ae54704b942 admin admin] 10.222.0.22 "GET /v2.0/networks/a0fedf39-64a8-4155-bc38-9ebd1289fc23 HTTP/1.1" status: 200 len: 842 time: 0.1165421 Aug 13 02:30:34.862900 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Request body: {'subnet': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:34.884394 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Made reservation on behalf of 4194949c48414fd1bce79c5a659addbd for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:30:34.886803 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:35.237200 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.objects.ports [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94062) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 02:30:35.237572 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:35.294348 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaed4744-3471-4d76-a09a-019675803f3f,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:35.303234 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:35.303581 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Network hostable DHCP agents. Network: a0fedf39-64a8-4155-bc38-9ebd1289fc23, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:30:35.319148 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:30:35.327505 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, a0fedf39-64a8-4155-bc38-9ebd1289fc23) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:35.331746 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:35.332316 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:35.338049 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068e709-fcf4-4abe-8f67-b9d5c1ca1dce None None] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:30:35.346028 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f90566ea-dceb-4ccf-b8fd-4969e7053b29 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4864426 Aug 13 02:30:35.476606 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b6359-48ff-47ba-985b-b2887196e7d0 None None] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:30:37.659386 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42876) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:37.787087 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c3b87e3e-c3a3-47ff-a719-80735a29619e admin admin] 10.222.0.22 "GET /v2.0/routers/b56b3407-e555-4405-ae4d-3bf1cc4c6c00 HTTP/1.1" status: 200 len: 710 time: 0.1264780 Aug 13 02:30:37.870766 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aff9cf-8b37-482e-9519-f1dcd1717562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:37.872092 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-75aff9cf-8b37-482e-9519-f1dcd1717562 admin admin] 10.222.0.22 "GET /v2.0/networks/a0fedf39-64a8-4155-bc38-9ebd1289fc23 HTTP/1.1" status: 200 len: 886 time: 0.0794990 Aug 13 02:30:37.881852 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:38.127499 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.374990 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.454164 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.560445 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Allocated IP 172.27.0.47 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:30:38.663359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.703167 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.758321 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:30:38.761490 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:38.767803 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:30:38.769798 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Pushing event updated for resources: {'Port': ['ID=c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:39.102859 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:39.299185 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-897286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65409'] for router, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:39.303127 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-897295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-897524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-899422'] for router, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:39.408152 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Router b56b3407-e555-4405-ae4d-3bf1cc4c6c00 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:30:39.513383 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:30:39.518166 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:39.519405 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-385bfed1-60c3-4cbb-a6ff-528c5f205639 admin admin] 10.222.0.22 "PUT /v2.0/routers/b56b3407-e555-4405-ae4d-3bf1cc4c6c00 HTTP/1.1" status: 200 len: 889 time: 1.6414139 Aug 13 02:30:41.082866 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Sync routers for ids ['b56b3407-e555-4405-ae4d-3bf1cc4c6c00'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:30:41.092798 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Routers {'b56b3407-e555-4405-ae4d-3bf1cc4c6c00'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:41.093508 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:30:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['b56b3407-e555-4405-ae4d-3bf1cc4c6c00'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:41.346328 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Set router b56b3407-e555-4405-ae4d-3bf1cc4c6c00 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:30:41.457185 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 40906127-d6be-41e1-b9f6-f9adad4709dc up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:41.658504 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 40906127-d6be-41e1-b9f6-f9adad4709dc completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:41.669345 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 40906127-d6be-41e1-b9f6-f9adad4709dc triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:41.669720 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:41.829554 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:41.859691 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'name': 'router1', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:21Z', 'updated_at': '2021-08-13T02:30:38Z', 'revision_number': 4, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'gw_port': {'id': 'c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:38Z', 'updated_at': '2021-08-13T02:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '40906127-d6be-41e1-b9f6-f9adad4709dc', 'name': '', 'network_id': '2c642665-36fb-401f-be82-698190a09d2e', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'mac_address': 'fa:16:3e:3d:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:30Z', 'updated_at': '2021-08-13T02:30:34Z', 'revision_number': 4, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'subnets': [{'id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39da5ad3-fadc-44d5-a653-67f4c456c14f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:41.903189 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 42888) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:41.913351 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Checking router: b56b3407-e555-4405-ae4d-3bf1cc4c6c00 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:30:41.913727 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Updating router b56b3407-e555-4405-ae4d-3bf1cc4c6c00 port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:30:41.958032 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 40906127-d6be-41e1-b9f6-f9adad4709dc, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=40906127-d6be-41e1-b9f6-f9adad4709dc,segment=NetworkSegment(9faa4c06-7d36-43a6-b604-fccfce87a482),segment_id=9faa4c06-7d36-43a6-b604-fccfce87a482)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:30:41.963734 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:41.988835 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.019664 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1a82eacf-1d53-4c76-885d-ad46dac3c1b7 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1152098 Aug 13 02:30:42.062403 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=40906127-d6be-41e1-b9f6-f9adad4709dc,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:42.343327 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.353606 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Transition to ACTIVE for port object c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:42.359622 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.413972 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830d205-16bc-41a5-9f44-98d67a15db55 None None] Pushing event updated for resources: {'Port': ['ID=c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:42.419775 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Attempting to bind port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:30:42.420141 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Attempting to bind port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:30:42.420501 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Attempting to bind port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:30:42.425432 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:30:42.425806 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:42.426199 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.426585 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:30:42.427307 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Bound port: c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:30:42.427784 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.481926 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] For port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:30:42.485024 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] For port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:30:42.489485 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.548472 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830d205-16bc-41a5-9f44-98d67a15db55 None None] Pushing event updated for resources: {'Port': ['ID=c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:42.551096 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Routers {'b56b3407-e555-4405-ae4d-3bf1cc4c6c00'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:42.551803 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:30:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['b56b3407-e555-4405-ae4d-3bf1cc4c6c00'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:42.658113 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] Set router b56b3407-e555-4405-ae4d-3bf1cc4c6c00 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:30:42.978349 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'name': 'router1', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:21Z', 'updated_at': '2021-08-13T02:30:38Z', 'revision_number': 4, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'gw_port': {'id': 'c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:38Z', 'updated_at': '2021-08-13T02:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '40906127-d6be-41e1-b9f6-f9adad4709dc', 'name': '', 'network_id': '2c642665-36fb-401f-be82-698190a09d2e', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'mac_address': 'fa:16:3e:3d:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:30Z', 'updated_at': '2021-08-13T02:30:41Z', 'revision_number': 5, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'subnets': [{'id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39da5ad3-fadc-44d5-a653-67f4c456c14f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:43.004652 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a02c53-601e-40cf-b1a6-20b401acdb7c None None] The sync data for ids ['b56b3407-e555-4405-ae4d-3bf1cc4c6c00'] in dv-cinder-760199-7-iscsi is: [{'id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'name': 'router1', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:21Z', 'updated_at': '2021-08-13T02:30:38Z', 'revision_number': 4, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'gw_port': {'id': 'c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:38Z', 'updated_at': '2021-08-13T02:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '40906127-d6be-41e1-b9f6-f9adad4709dc', 'name': '', 'network_id': '2c642665-36fb-401f-be82-698190a09d2e', 'tenant_id': '0a101ca924684c72a4cf6a4e20c72e55', 'mac_address': 'fa:16:3e:3d:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56b3407-e555-4405-ae4d-3bf1cc4c6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:30Z', 'updated_at': '2021-08-13T02:30:41Z', 'revision_number': 5, 'project_id': '0a101ca924684c72a4cf6a4e20c72e55', 'subnets': [{'id': '22d9d5c4-daa5-4838-bb7f-50272d3902c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39da5ad3-fadc-44d5-a653-67f4c456c14f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:30:43.527597 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:43.578541 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:43.583121 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:43.583649 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:43.673022 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:43.696288 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:30:43.699913 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:43.700929 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 40906127-d6be-41e1-b9f6-f9adad4709dc up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:43.806749 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:43.817146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 40906127-d6be-41e1-b9f6-f9adad4709dc triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:43.818752 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:45.452483 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:45.523656 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port c45cb0e7-5ccf-4f47-8b5d-1803f0bfe93b triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:45.524164 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:56.389222 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc96e5ee-bc42-452a-ae25-9716f01f98b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:58.834991 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff122e80-1b54-463c-b0a4-f3805812f728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:59.500833 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:00.016370 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:01.563353 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:31:01.681133 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:26.371851 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adf45bac-b259-4c5f-9725-b17981f26237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:28.834029 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-495f7fcc-0e8b-4060-90e4-27e54e8cd60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:29.499064 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:30.015846 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:31.688724 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:38.560842 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:31:56.375080 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20a36152-9d9b-43ae-b37b-5eea4ce85297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:58.824285 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2df30555-b2a5-45ce-a4e8-ca450c8746a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:59.489750 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:00.009749 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:01.688652 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:15.558997 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:32:17.674757 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43456) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:17.739824 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.pecan_wsgi.hooks.translation [None req-03334632-8aa9-479a-ab20-c3b4cf7508b6 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:32:17.741178 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-03334632-8aa9-479a-ab20-c3b4cf7508b6 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654271 Aug 13 02:32:17.898867 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7e407-6cb9-4ee3-b117-4f86b1e28179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:17.900354 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a9b7e407-6cb9-4ee3-b117-4f86b1e28179 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548479 Aug 13 02:32:20.013561 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43466) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:20.104341 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1af9b4-8a29-4d70-9a3c-cc3a380c44c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:20.105837 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3f1af9b4-8a29-4d70-9a3c-cc3a380c44c5 admin admin] 10.222.0.22 "GET /v2.0/subnets/22d9d5c4-daa5-4838-bb7f-50272d3902c9 HTTP/1.1" status: 200 len: 849 time: 0.0912931 Aug 13 02:32:20.115522 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:32:20.203463 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Notify callbacks [] for subnet, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:20.361677 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732571980171'] for subnet, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:20.391204 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:20.391791 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:20.393111 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] 10.222.0.22 "PUT /v2.0/subnets/22d9d5c4-daa5-4838-bb7f-50272d3902c9 HTTP/1.1" status: 200 len: 868 time: 0.2812471 Aug 13 02:32:20.399001 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a9bcce-c9a7-4690-9933-5ae4dd763435 None None] Network 2c642665-36fb-401f-be82-698190a09d2e requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:32:20.412689 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d9d5c4-daa5-4838-bb7f-50272d3902c9,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:20.420254 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.420622 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.420991 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.421333 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.421665 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.421999 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.422953 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.423384 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.423750 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.424078 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.424410 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.424734 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16851ac-0486-46ac-a0ad-304ae818889b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:20.760213 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3dee5b3d-e803-4dcd-a4f5-c1cc3774eec8 None None] Provisioning complete for port 40906127-d6be-41e1-b9f6-f9adad4709dc triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:32:20.760580 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dee5b3d-e803-4dcd-a4f5-c1cc3774eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:20.841607 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3dee5b3d-e803-4dcd-a4f5-c1cc3774eec8 None None] Provisioning complete for port 9ea0285a-966a-4971-8a0d-4d8189bfed47 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:32:20.841868 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dee5b3d-e803-4dcd-a4f5-c1cc3774eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:22.551790 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 43474) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:22.677950 dv-cinder-760199-7-iscsi neutron-server[94063]: WARNING oslo_policy.policy [None req-a10c8012-e9db-4856-b05d-c07f9ef0281a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:32:22.678560 dv-cinder-760199-7-iscsi neutron-server[94063]: WARNING oslo_policy.policy [None req-a10c8012-e9db-4856-b05d-c07f9ef0281a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:32:23.182027 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.policy [None req-a10c8012-e9db-4856-b05d-c07f9ef0281a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94063) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 02:32:23.227867 dv-cinder-760199-7-iscsi neutron-server[94063]: WARNING oslo_policy.policy [None req-a10c8012-e9db-4856-b05d-c07f9ef0281a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:32:23.228179 dv-cinder-760199-7-iscsi neutron-server[94063]: WARNING oslo_policy.policy [None req-a10c8012-e9db-4856-b05d-c07f9ef0281a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:32:23.237052 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10c8012-e9db-4856-b05d-c07f9ef0281a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:23.237540 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10c8012-e9db-4856-b05d-c07f9ef0281a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:23.239624 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a10c8012-e9db-4856-b05d-c07f9ef0281a admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6856847 Aug 13 02:32:25.478876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43490) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:25.673345 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224c29f-37a5-421b-abee-e5abd6f9b43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:25.673736 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224c29f-37a5-421b-abee-e5abd6f9b43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:25.675270 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8224c29f-37a5-421b-abee-e5abd6f9b43f admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954298 Aug 13 02:32:26.375604 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-35273add-3296-43bd-a9ec-9ac1d6efd515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:27.858502 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43498) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:27.992392 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06340fb7-fb8d-434e-a418-e8550b8a8f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:27.993806 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-06340fb7-fb8d-434e-a418-e8550b8a8f8e admin admin] 10.222.0.22 "GET /v2.0/networks/2c642665-36fb-401f-be82-698190a09d2e HTTP/1.1" status: 200 len: 869 time: 0.1343534 Aug 13 02:32:28.825344 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-819ebd86-dd3f-4605-a4b0-8a0103ca9aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:29.490683 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:30.011482 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:30.207736 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43506) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:30.332202 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d65bd-42cc-46f8-9f72-bb8973f96c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:30.333577 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f18d65bd-42cc-46f8-9f72-bb8973f96c3c admin admin] 10.222.0.22 "GET /v2.0/networks/a0fedf39-64a8-4155-bc38-9ebd1289fc23 HTTP/1.1" status: 200 len: 886 time: 0.1249607 Aug 13 02:32:31.693224 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:32.472116 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43514) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:32.691025 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e810c-7f0e-43ea-91c6-793eafac13fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:32.691519 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e810c-7f0e-43ea-91c6-793eafac13fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:32.693089 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1e3e810c-7f0e-43ea-91c6-793eafac13fd admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2200172 Aug 13 02:32:34.834551 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43522) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:34.927323 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75324afc-921d-4215-8bb1-ebfbe5d23c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:34.927792 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75324afc-921d-4215-8bb1-ebfbe5d23c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:34.929317 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-75324afc-921d-4215-8bb1-ebfbe5d23c15 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0938125 Aug 13 02:32:37.117424 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43530) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:37.207071 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb76a27d-8f9f-42f6-be56-42482d47e566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:37.208451 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-eb76a27d-8f9f-42f6-be56-42482d47e566 admin admin] 10.222.0.22 "GET /v2.0/subnets/22d9d5c4-daa5-4838-bb7f-50272d3902c9 HTTP/1.1" status: 200 len: 868 time: 0.0900424 Aug 13 02:32:39.324557 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43538) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:39.409027 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83bf52-3374-4493-b57b-7d74a121e43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:39.410334 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4a83bf52-3374-4493-b57b-7d74a121e43c admin admin] 10.222.0.22 "GET /v2.0/subnets/eaed4744-3471-4d76-a09a-019675803f3f HTTP/1.1" status: 200 len: 816 time: 0.0848150 Aug 13 02:32:52.557065 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:32:56.377854 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebd41025-53f4-4345-9ed4-9e9dd8825295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:58.826658 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94d5cee2-5bf3-4451-a9de-8296fc968d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:59.492648 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:00.016825 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:01.704904 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:03.322801 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43592) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:03.370417 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-1759efc5-57f5-4b99-9381-a210dff51544 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:33:03.371417 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1759efc5-57f5-4b99-9381-a210dff51544 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476537 Aug 13 02:33:05.578237 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43600) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:05.638570 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af2ed2e-3366-46ea-9f24-2c103bf4c8e7 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:33:05.639909 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4af2ed2e-3366-46ea-9f24-2c103bf4c8e7 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607080 Aug 13 02:33:05.727276 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2a9f7-3b0d-4cae-ac0a-c5d8cfcd6a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:05.728777 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d8f2a9f7-3b0d-4cae-ac0a-c5d8cfcd6a55 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0845680 Aug 13 02:33:07.961098 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43608) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:08.007792 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:08.027451 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Made reservation on behalf of 4194949c48414fd1bce79c5a659addbd for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:33:08.029887 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:08.058546 dv-cinder-760199-7-iscsi neutron-server[94062]: WARNING neutron.services.revisions.revision_plugin [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Could not find related network for resource to bump revision. Aug 13 02:33:08.069848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:33:08.079531 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:08.079869 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Added segment 6f4b6ecd-2ff6-4f65-af2f-461b4df5e656 of type vlan for network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 Aug 13 02:33:08.117689 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:08.144622 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:08.145529 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:08.146103 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:08.197830 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2356703 Aug 13 02:33:08.207653 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ddb1f-a46d-4fa4-b415-9038df850e85 admin admin] Pushing event updated for resources: {'Network': ['ID=154039ae-d1a7-484b-9d19-2fcc6ed2dfa4,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:08.223920 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:33:10.381103 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43616) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:10.440888 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.pecan_wsgi.hooks.translation [None req-d800969e-3ffd-4632-9629-073d5fc6ea77 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:33:10.442205 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d800969e-3ffd-4632-9629-073d5fc6ea77 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601554 Aug 13 02:33:10.508740 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182f8e9-6caf-4a50-829b-54d3af425853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:10.510192 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c182f8e9-6caf-4a50-829b-54d3af425853 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0635970 Aug 13 02:33:10.520274 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Request body: {'subnet': {'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:10.539504 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Made reservation on behalf of 4194949c48414fd1bce79c5a659addbd for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:33:10.541730 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:10.705823 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:10.760655 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c54b8a-756e-4078-b9a3-3f125717731b,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:10.770391 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Checking segment: {'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:10.770739 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Network hostable DHCP agents. Network: 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:33:10.786296 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:33:10.797690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:10.802158 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:10.802741 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:10.807648 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ddeffd-7ca9-4659-80be-6ae4620243c0 None None] Network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:10.821037 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8f8266ac-aabb-4071-82ef-37c0b3baf0aa admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3040655 Aug 13 02:33:10.975898 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-154039ae-d1a7-484b-9d19-2fcc6ed2dfa4', 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4', 'tenant_id': '4194949c48414fd1bce79c5a659addbd', 'fixed_ips': [{'subnet_id': '57c54b8a-756e-4078-b9a3-3f125717731b'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:33:10.976886 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:11.214789 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Allocated IP 192.168.233.2 (154039ae-d1a7-484b-9d19-2fcc6ed2dfa4/57c54b8a-756e-4078-b9a3-3f125717731b/59019ad0-130b-43ca-8093-05da50ca74df) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:33:11.367326 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:11.377986 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Transition to ACTIVE for port object 59019ad0-130b-43ca-8093-05da50ca74df will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:11.393601 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Transition to ACTIVE for port object 59019ad0-130b-43ca-8093-05da50ca74df will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:11.398981 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:11.439155 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:33:11.442072 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:11.444635 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:33:11.453982 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Pushing event updated for resources: {'Port': ['ID=59019ad0-130b-43ca-8093-05da50ca74df,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:11.475970 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.476247 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.476589 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.476924 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.477281 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.477606 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.477942 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.478268 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.478617 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.478948 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.479272 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.479592 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:11.514822 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Attempting to bind port 59019ad0-130b-43ca-8093-05da50ca74df on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:33:11.515162 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Attempting to bind port 59019ad0-130b-43ca-8093-05da50ca74df by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:33:11.515552 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Attempting to bind port 59019ad0-130b-43ca-8093-05da50ca74df on network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:33:11.520528 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:33:11.520889 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Checking segment: {'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:11.521310 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:11.521701 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Bound using segment: {'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:33:11.522164 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Bound port: 59019ad0-130b-43ca-8093-05da50ca74df, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:33:11.522561 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:11.587705 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] For port 59019ad0-130b-43ca-8093-05da50ca74df, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:33:11.591234 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] For port 59019ad0-130b-43ca-8093-05da50ca74df, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=59019ad0-130b-43ca-8093-05da50ca74df,segment=NetworkSegment(6f4b6ecd-2ff6-4f65-af2f-461b4df5e656),segment_id=6f4b6ecd-2ff6-4f65-af2f-461b4df5e656)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:33:11.595781 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:11.652456 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc7445-1367-4421-9456-299793fdfa2e None None] Pushing event updated for resources: {'Port': ['ID=59019ad0-130b-43ca-8093-05da50ca74df,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:12.478410 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a7efd4-be39-4057-9203-c7bffcd68492 None None] Network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:12.543859 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-07dd674f-0084-4bab-9087-9f1c0e06e8a8 None None] Provisioning for port 59019ad0-130b-43ca-8093-05da50ca74df completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:13.564280 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 59019ad0-130b-43ca-8093-05da50ca74df up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:13.615794 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 59019ad0-130b-43ca-8093-05da50ca74df completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:13.619509 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 59019ad0-130b-43ca-8093-05da50ca74df triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:13.619877 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:13.699840 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:13.733494 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 59019ad0-130b-43ca-8093-05da50ca74df, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=59019ad0-130b-43ca-8093-05da50ca74df,segment=NetworkSegment(6f4b6ecd-2ff6-4f65-af2f-461b4df5e656),segment_id=6f4b6ecd-2ff6-4f65-af2f-461b4df5e656)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:33:13.739748 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:13.796545 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=59019ad0-130b-43ca-8093-05da50ca74df,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:15.543169 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 59019ad0-130b-43ca-8093-05da50ca74df up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:15.590319 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 59019ad0-130b-43ca-8093-05da50ca74df triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:15.590685 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:26.379109 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbf77a49-5435-4336-bc53-2ccd9f3f318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:28.827932 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbcb80a9-0126-4be5-8a64-f091f50b6322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:29.495232 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:29.555032 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:33:30.018814 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:31.704062 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:56.380023 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47352311-46ff-4ac1-92c9-6774e31e59f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:58.829769 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6463917-0a63-416f-8219-a2273fe99a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:59.497632 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:00.021922 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:01.711680 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:06.553891 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:34:24.979789 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43668) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:24.986410 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [None req-4856fd69-1ea3-4f62-bfab-ef752a9e9324 tempest-verify_tempest_config-222334393 tempest-verify_tempest_config-222334393-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:34:24.987380 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4856fd69-1ea3-4f62-bfab-ef752a9e9324 tempest-verify_tempest_config-222334393 tempest-verify_tempest_config-222334393-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066378 Aug 13 02:34:25.290944 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43686) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:25.397514 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.484739 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.488203 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.531530 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb3e70079ec44866819c0016dafda914&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2395687 Aug 13 02:34:25.533545 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800369c6-3f5e-4a1d-9e4f-2e7978c179ae,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:25.534324 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 43690) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:25.544033 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.544401 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.544737 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.545406 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.545815 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.546164 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.546494 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.546838 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.547179 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.547500 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.547819 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.548135 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202877b0-2b52-463b-b954-5472ece3c156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.620539 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.641403 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.735049 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.737573 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:25.738775 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/800369c6-3f5e-4a1d-9e4f-2e7978c179ae HTTP/1.1" status: 204 len: 168 time: 0.2034981 Aug 13 02:34:25.746824 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800369c6-3f5e-4a1d-9e4f-2e7978c179ae,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:25.756497 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.756857 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.757237 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.757580 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.757912 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.758260 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.758595 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.758923 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.759265 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.759595 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.759923 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.760238 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52a1fc-1f2f-4793-8666-c81337596c83 admin admin] Tracked resource versions report: Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: pushed versions: Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: { 'AddressGroup': {'1.2'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'ConntrackHelper': {'1.0'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Log': {'1.0'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Network': {'1.1'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Port': {'1.7'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'PortForwarding': {'1.2'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'QosPolicy': {'1.9'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SecurityGroup': {'1.4'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SubPort': {'1.0'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Subnet': {'1.1'}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Trunk': {'1.1'}} Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: consumer versions: Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: { DHCP agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: L3 agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: Metadata agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: Metering agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: Open vSwitch agent@dv-cinder-760199-7-iscsi: { 'AddressGroup': '1.2', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'ConntrackHelper': '1.0', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Log': '1.0', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Network': '1.1', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Port': '1.7', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'PortForwarding': '1.2', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'QosPolicy': '1.9', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SecurityGroup': '1.4', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SecurityGroupRule': '1.2', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SubPort': '1.0', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Subnet': '1.1', Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Trunk': '1.1'}} Aug 13 02:34:25.761404 dv-cinder-760199-7-iscsi neutron-server[94063]: {{(pid=94063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:34:26.380596 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25fa6b7e-df75-451f-a834-bad233d86dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:28.829932 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fe9cd97-b040-4deb-96bb-74372bc30252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:29.500465 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:30.023960 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:31.710240 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:43.552055 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:34:56.379429 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2213a99e-eae4-4c2a-94a1-125331344fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:58.830853 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-684b2647-51b7-4dfe-8702-74225e002a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:59.501184 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:00.030171 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:01.712208 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:20.550078 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 5 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:35:26.380103 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6590b204-158c-414a-8e07-119597d5ef8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:28.831445 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f9e7446-0413-4a13-b106-5a0e3a800520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:29.501228 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:30.029834 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:31.716284 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:56.381720 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-add072bb-27e2-45d3-ac88-565b68439f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:57.242390 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897268'] for agent, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:57.549281 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:35:58.832696 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-879d6012-dd7f-4b56-8864-dfb57dd4c573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:59.503284 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:00.035956 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:01.174171 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43748) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:36:01.276039 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-dbb31578-b2e2-438d-a13f-52e14099b3d9 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1007836 Aug 13 02:36:01.718471 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:03.456839 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43758) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:36:03.513690 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-23d5e1d3-d731-4170-a44e-e09e74252973 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0555642 Aug 13 02:36:26.382226 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68ecf1c8-7eed-4185-b2f5-98c5cf1af08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:27.198679 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:28.833609 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49abcfc0-8369-4c76-83b4-bc7fe52e1972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:29.504797 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:30.035554 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:31.724211 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:34.548292 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:36:56.385424 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10ebd9a6-f3df-44a1-88ae-84877201f7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:57.204857 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:58.833205 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38ad3d40-6ef4-4e87-8153-1c31f5506ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:59.505455 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:00.039164 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:01.726214 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:11.553315 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:37:26.399279 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf722-5956-405e-b34a-67a15fff9398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:27.214333 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:28.845522 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64343d4d-d88e-4465-90e3-9f81afcb781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:29.533378 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:30.043643 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:30.885597 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 43940) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:31.224602 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-846629927-network', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:31.225920 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.quota [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Loaded quota_driver: . Aug 13 02:37:31.270771 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Made reservation on behalf of 84b7fef85f7847e09394b4238b725d1b for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:31.273650 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.287206 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.329923 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43964) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:31.361967 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43972) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:31.407740 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.412049 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.439829 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72149866-0923-4055-9d03-df0d3ce8050d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:31.451873 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.452247 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.452591 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.452922 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.453523 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.453657 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.453915 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.454241 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.454561 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.454880 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.455201 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.455515 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Tracked resource versions report: Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: pushed versions: Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: { 'AddressGroup': {'1.2'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'ConntrackHelper': {'1.0'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Log': {'1.0'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Network': {'1.1'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Port': {'1.7'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'PortForwarding': {'1.2'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'QosPolicy': {'1.9'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SecurityGroup': {'1.4'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SubPort': {'1.0'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Subnet': {'1.1'}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Trunk': {'1.1'}} Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: consumer versions: Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: { DHCP agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: HyperV agent@hv-cinder-76019: {}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: L3 agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: Metadata agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: Metering agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: Open vSwitch agent@dv-cinder-760199-7-iscsi: { 'AddressGroup': '1.2', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'ConntrackHelper': '1.0', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Log': '1.0', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Network': '1.1', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Port': '1.7', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'PortForwarding': '1.2', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'QosPolicy': '1.9', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SecurityGroup': '1.4', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SecurityGroupRule': '1.2', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'SubPort': '1.0', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Subnet': '1.1', Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: 'Trunk': '1.1'}} Aug 13 02:37:31.456571 dv-cinder-760199-7-iscsi neutron-server[94063]: {{(pid=94063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:37:31.467827 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:31.485287 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732572150375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.486147 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Unsubscribe: segment precommit_create {{(pid=94063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 02:37:31.486837 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Added segment efdb25aa-d33b-4c3d-b607-58733cf5443d of type vlan for network a49d6fb8-f33d-48b3-9460-f95eb3f24890 Aug 13 02:37:31.519015 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 43980) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:31.577546 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.626773 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.628330 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:31.629079 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.711340 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-332032856-network', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:31.712091 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8253334 Aug 13 02:37:31.712669 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 43988) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:31.723115 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Request body: {'subnet': {'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-846629927-subnet', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:31.740056 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e07ef-6d82-4f47-9d65-fdd6d6b5b1cc admin admin] Pushing event updated for resources: {'Network': ['ID=a49d6fb8-f33d-48b3-9460-f95eb3f24890,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:31.742540 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.748310 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-346361656-network', 'tenant_id': '7c06543b1004463fb8f25068c9d8a296'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:31.756188 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:31.758042 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Made reservation on behalf of 84b7fef85f7847e09394b4238b725d1b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:31.761181 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.809079 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Made reservation on behalf of 5692d408a73a4c75b7fa005e270e28e8 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:31.812711 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.854243 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.877085 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Made reservation on behalf of 7c06543b1004463fb8f25068c9d8a296 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:31.879611 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:31.918967 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-364803193-network', 'tenant_id': '2ba70e4ff68449fb900bce58eb758cd5'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:32.008582 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.010783 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.021676 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.055949 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324c2d00-1d99-48a3-a2d0-b2e7dad11e09,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:32.068050 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.068492 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.068896 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.069459 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.069895 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.070320 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.070714 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.071107 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.071518 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.072431 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.072820 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.073690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Tracked resource versions report: Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: pushed versions: Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: { 'AddressGroup': {'1.2'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'ConntrackHelper': {'1.0'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Log': {'1.0'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Network': {'1.1'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Port': {'1.7'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'PortForwarding': {'1.2'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'QosPolicy': {'1.9'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SecurityGroup': {'1.4'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SubPort': {'1.0'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Subnet': {'1.1'}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Trunk': {'1.1'}} Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: consumer versions: Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: { DHCP agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: HyperV agent@hv-cinder-76019: {}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: L3 agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: Metadata agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: Metering agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: Open vSwitch agent@dv-cinder-760199-7-iscsi: { 'AddressGroup': '1.2', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'ConntrackHelper': '1.0', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Log': '1.0', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Network': '1.1', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Port': '1.7', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'PortForwarding': '1.2', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'QosPolicy': '1.9', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SecurityGroup': '1.4', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SecurityGroupRule': '1.2', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'SubPort': '1.0', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Subnet': '1.1', Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: 'Trunk': '1.1'}} Aug 13 02:37:32.074837 dv-cinder-760199-7-iscsi neutron-server[94062]: {{(pid=94062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:37:32.091904 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.093009 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:32.107130 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.107446 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Added segment 232bc0ea-d8a9-4a36-b395-0d6e95cec533 of type vlan for network cd703e02-6517-4663-9f1c-9bcbff296e3f Aug 13 02:37:32.117007 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Made reservation on behalf of 2ba70e4ff68449fb900bce58eb758cd5 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:32.120007 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.133216 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.151677 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6e1ba0-2b92-4133-8741-9b96887b6336,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:32.175235 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Checking segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:32.175638 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Network hostable DHCP agents. Network: a49d6fb8-f33d-48b3-9460-f95eb3f24890, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:37:32.188933 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.201904 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:37:32.220354 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, a49d6fb8-f33d-48b3-9460-f95eb3f24890) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:32.232818 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:32.235608 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.237657 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079849c7-ac60-48db-b7ef-a2c466069791 None None] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:32.263271 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.264511 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:32.265567 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.361625 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] Pushing event updated for resources: {'Network': ['ID=cd703e02-6517-4663-9f1c-9bcbff296e3f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:32.365842 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.374323 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.387949 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8910881a-82bd-47c2-828d-bc4aaf8fe3a9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6692457 Aug 13 02:37:32.388764 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44016) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:32.393952 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:32.485750 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.501883 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e88e2752-8cc6-4a9d-8713-778bb5128d65 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1378455 Aug 13 02:37:32.516452 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.520360 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44018) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:32.533518 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Request body: {'subnet': {'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-subnet', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:32.546212 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.551466 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.553298 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:32.586181 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac5d044-1af1-4e16-bb57-84ef2c308e07,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:32.587260 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network cd703e02-6517-4663-9f1c-9bcbff296e3f details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:32.589195 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:32.660623 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41094d11-e427-49c2-bec0-b1f93afe910f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:32.664206 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.667058 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Added segment c5d95883-66d4-4ec5-ba14-950264f9d7b4 of type vlan for network 4337783e-e016-4ac9-8c19-e6fa7261827f Aug 13 02:37:32.698690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.700620 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Added segment b74b64d0-c40a-4a05-8c63-0ce66c1e663e of type vlan for network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 Aug 13 02:37:32.714161 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:37:32.715324 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.795659 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.815214 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.819679 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Made reservation on behalf of 5692d408a73a4c75b7fa005e270e28e8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:32.828013 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.839040 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.873404 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.875645 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:32.876409 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.885155 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Allocated IP 172.20.0.2 (a49d6fb8-f33d-48b3-9460-f95eb3f24890/4c6e1ba0-2b92-4133-8741-9b96887b6336/665df66c-f473-4c5f-b454-ac6a6c518550) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:32.932981 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.934389 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:32.935135 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:32.963730 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6316576 Aug 13 02:37:32.966597 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44032) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:32.975192 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Request body: {'subnet': {'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-346361656-subnet', 'tenant_id': '7c06543b1004463fb8f25068c9d8a296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:32.981009 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4600029 Aug 13 02:37:32.983427 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008fb57-7f42-4e95-aedb-5b35d2ae518c admin admin] Pushing event updated for resources: {'Network': ['ID=4337783e-e016-4ac9-8c19-e6fa7261827f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:32.989227 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44034) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:32.999289 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Request body: {'subnet': {'network_id': '56299c2f-fa1e-481a-bf64-7d895a9c23b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-364803193-subnet', 'tenant_id': '2ba70e4ff68449fb900bce58eb758cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:33.061873 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 4337783e-e016-4ac9-8c19-e6fa7261827f details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:33.149013 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Made reservation on behalf of 7c06543b1004463fb8f25068c9d8a296 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:33.155828 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.160771 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4358-d6a1-4ad5-890b-c67edca202d3 admin admin] Pushing event updated for resources: {'Network': ['ID=56299c2f-fa1e-481a-bf64-7d895a9c23b9,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:33.192346 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:33.237934 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.333488 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Made reservation on behalf of 2ba70e4ff68449fb900bce58eb758cd5 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:33.336927 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.388693 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.433438 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Transition to ACTIVE for port object 665df66c-f473-4c5f-b454-ac6a6c518550 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:33.490889 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Transition to ACTIVE for port object 665df66c-f473-4c5f-b454-ac6a6c518550 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:33.512801 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.619857 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Pushing event updated for resources: {'Port': ['ID=665df66c-f473-4c5f-b454-ac6a6c518550,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:33.631102 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.631516 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.632006 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.632413 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.632797 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.633170 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.633512 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.633848 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.634709 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.635460 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.636064 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.636411 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Tracked resource versions report: Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: pushed versions: Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: { 'AddressGroup': {'1.2'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'ConntrackHelper': {'1.0'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Log': {'1.0'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Network': {'1.1'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Port': {'1.7'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'PortForwarding': {'1.2'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'QosPolicy': {'1.9'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SecurityGroup': {'1.4'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SubPort': {'1.0'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Subnet': {'1.1'}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Trunk': {'1.1'}} Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: consumer versions: Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: { DHCP agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: HyperV agent@hv-cinder-76019: {}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: L3 agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: Metadata agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: Metering agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: Open vSwitch agent@dv-cinder-760199-7-iscsi: { 'AddressGroup': '1.2', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'ConntrackHelper': '1.0', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Log': '1.0', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Network': '1.1', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Port': '1.7', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'PortForwarding': '1.2', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'QosPolicy': '1.9', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SecurityGroup': '1.4', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SecurityGroupRule': '1.2', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'SubPort': '1.0', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Subnet': '1.1', Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: 'Trunk': '1.1'}} Aug 13 02:37:33.637557 dv-cinder-760199-7-iscsi neutron-server[94064]: {{(pid=94064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:37:33.663018 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:33.664502 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:33.667688 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:33.767077 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.778757 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.784212 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Attempting to bind port 665df66c-f473-4c5f-b454-ac6a6c518550 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:33.785271 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Attempting to bind port 665df66c-f473-4c5f-b454-ac6a6c518550 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:33.785914 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Attempting to bind port 665df66c-f473-4c5f-b454-ac6a6c518550 on network a49d6fb8-f33d-48b3-9460-f95eb3f24890 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:33.800737 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:33.801646 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Checking segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:33.803535 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.804218 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Bound using segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:33.805089 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Bound port: 665df66c-f473-4c5f-b454-ac6a6c518550, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:33.806037 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.814010 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.857733 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e018dfb-c02d-49bc-8572-ae56d4d153d7,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:33.879211 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.926097 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.926841 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9374d3f5-6b03-47f7-b654-fa828ae3e8d5,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:33.936637 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Checking segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:33.937301 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Network hostable DHCP agents. Network: 4337783e-e016-4ac9-8c19-e6fa7261827f, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:37:33.955916 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Checking segment: {'id': 'b74b64d0-c40a-4a05-8c63-0ce66c1e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56299c2f-fa1e-481a-bf64-7d895a9c23b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:33.956129 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] For port 665df66c-f473-4c5f-b454-ac6a6c518550, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:33.956563 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Network hostable DHCP agents. Network: 56299c2f-fa1e-481a-bf64-7d895a9c23b9, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:37:33.973502 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] For port 665df66c-f473-4c5f-b454-ac6a6c518550, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=665df66c-f473-4c5f-b454-ac6a6c518550,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:33.978180 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.995522 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:37:34.005617 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Network 4337783e-e016-4ac9-8c19-e6fa7261827f is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:37:34.017354 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 56299c2f-fa1e-481a-bf64-7d895a9c23b9) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:34.025752 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d977e2-0641-4173-8a5d-cf2793f6628b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:34.046349 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:34.047736 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:34.051916 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Checking segment: {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:34.052543 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Network hostable DHCP agents. Network: cd703e02-6517-4663-9f1c-9bcbff296e3f, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:37:34.062626 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 4337783e-e016-4ac9-8c19-e6fa7261827f) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:34.081753 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad007fa2-7889-42ac-a3e7-4b13d48bac99 None None] Network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:34.083532 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:34.084462 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:34.107021 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-542fd57c-3a2a-44c8-9b3e-0b9e4f1e698a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1163812 Aug 13 02:37:34.127614 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e35b08ba-f3f0-4543-85be-2ce1deff72f4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1578929 Aug 13 02:37:34.129284 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Network cd703e02-6517-4663-9f1c-9bcbff296e3f is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:37:34.146436 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, cd703e02-6517-4663-9f1c-9bcbff296e3f) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:34.156387 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:34.157214 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:34.176655 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a4e50e-5d29-43a2-9747-23f33c57537c None None] Network 4337783e-e016-4ac9-8c19-e6fa7261827f requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:34.194048 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Allocated IP 172.27.0.137 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/edc18b41-b77a-4f4f-8ba8-58726bc36c5a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:34.201283 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13604e62-ec08-42ab-b0fe-a0372ed75fb5 None None] Network cd703e02-6517-4663-9f1c-9bcbff296e3f requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:34.210081 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44096) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:34.211377 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c081be32-4dca-4253-a95e-fdd153e8adb4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6888046 Aug 13 02:37:34.217192 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:34.267140 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:34.268222 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:34.400020 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edf8bd-e72c-4acc-89e6-e3b6f5257ed2 None None] Pushing event updated for resources: {'Port': ['ID=665df66c-f473-4c5f-b454-ac6a6c518550,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:34.597805 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44110) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:34.747175 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:34.751308 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:34.792686 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6020f-d1d3-4001-9116-1bb0c058e23a None None] Network cd703e02-6517-4663-9f1c-9bcbff296e3f requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:34.808346 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44124) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:34.975357 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d5a1ec-12a0-401e-b06c-206bd8cd095a None None] Network 4337783e-e016-4ac9-8c19-e6fa7261827f requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:34.979684 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e67ce3-b496-4de3-9bba-6cdf3d403e65 None None] Network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:35.076365 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:35.120308 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:35.163904 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb5955d6-5436-4d85-b0cd-c99904a3a3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:35.196251 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc872610-15b6-499d-aee5-2c0dfc8cb2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:35.273476 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:35.300715 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:35.324414 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:35.418177 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Pushing event updated for resources: {'Port': ['ID=edc18b41-b77a-4f4f-8ba8-58726bc36c5a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:35.514323 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:35.543562 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:35.695215 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb5955d6-5436-4d85-b0cd-c99904a3a3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:35.734077 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb5955d6-5436-4d85-b0cd-c99904a3a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:35.780933 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Allocated IP 172.27.0.242 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/6aa3ad11-c081-434a-ae81-634532c750f1) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:35.799283 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eeed71-1723-4c62-864a-4745a948a293 None None] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:35.806823 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44180) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:35.818143 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5955d6-5436-4d85-b0cd-c99904a3a3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e4bfa3-7796-4840-820e-a59e5ac1d76a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:35.882347 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cb5955d6-5436-4d85-b0cd-c99904a3a3bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db6bbb44152e432ba363169a1fb8719c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2832789 Aug 13 02:37:35.887196 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44184) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:36.024405 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.063548 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1e5fe21f-560e-4513-8c83-00c2a7fdc711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.095072 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.108395 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.169854 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:36.175361 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:36.183389 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:36.268139 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa3ad11-c081-434a-ae81-634532c750f1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:36.305503 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 665df66c-f473-4c5f-b454-ac6a6c518550 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:36.352665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7913ca9e-32ed-44f8-a35a-28739847b036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.412681 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44212) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:36.420842 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6603a40c-2529-4c81-a117-5426460eaf22 None None] Provisioning for port 665df66c-f473-4c5f-b454-ac6a6c518550 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:36.475158 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc872610-15b6-499d-aee5-2c0dfc8cb2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.479395 dv-cinder-760199-7-iscsi neutron-server[94063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 02:37:36.483129 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.500921 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 665df66c-f473-4c5f-b454-ac6a6c518550 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:36.515786 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 665df66c-f473-4c5f-b454-ac6a6c518550 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:36.516533 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.565175 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc872610-15b6-499d-aee5-2c0dfc8cb2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.579216 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44226) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:36.585106 dv-cinder-760199-7-iscsi neutron-server[94062]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 02:37:36.666819 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.692779 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7913ca9e-32ed-44f8-a35a-28739847b036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.711721 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 665df66c-f473-4c5f-b454-ac6a6c518550, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=665df66c-f473-4c5f-b454-ac6a6c518550,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:37:36.721049 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.810733 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=665df66c-f473-4c5f-b454-ac6a6c518550,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:36.903214 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-4bce98bf-83dc-445d-8f54-691cb61444aa tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:36.904730 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-4bce98bf-83dc-445d-8f54-691cb61444aa tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 814 time: 0.3237774 Aug 13 02:37:36.934728 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872610-15b6-499d-aee5-2c0dfc8cb2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747bf457-874b-42ff-a427-bc705101990d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:36.936923 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-7962bcac-6a67-4070-86c3-a85b747e8ed2 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/quotas/7c06543b1004463fb8f25068c9d8a296 HTTP/1.1" status: 200 len: 375 time: 0.0249374 Aug 13 02:37:36.942169 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cc872610-15b6-499d-aee5-2c0dfc8cb2df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9ac3e2913f94b189db78590e9dc7812&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1288733 Aug 13 02:37:36.968190 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44234) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:36.976292 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b7fdd232-ff45-4c52-97a5-fa197d69fcfd None None] Provisioning complete for port 665df66c-f473-4c5f-b454-ac6a6c518550 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:36.976683 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd232-ff45-4c52-97a5-fa197d69fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.987749 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1e5fe21f-560e-4513-8c83-00c2a7fdc711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.026199 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1e5fe21f-560e-4513-8c83-00c2a7fdc711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.082787 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.116920 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-67e83726-08a3-4f85-8493-0a48cc1cb0be tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:37.119263 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-67e83726-08a3-4f85-8493-0a48cc1cb0be tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/networks?id=56299c2f-fa1e-481a-bf64-7d895a9c23b9 HTTP/1.1" status: 200 len: 811 time: 0.7021289 Aug 13 02:37:37.120129 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7913ca9e-32ed-44f8-a35a-28739847b036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.122682 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7913ca9e-32ed-44f8-a35a-28739847b036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.123823 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7913ca9e-32ed-44f8-a35a-28739847b036 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96e4bfa3-7796-4840-820e-a59e5ac1d76a HTTP/1.1" status: 204 len: 168 time: 1.0767150 Aug 13 02:37:37.189301 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-be233332-86ff-4212-b7aa-6392c68a9524 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1987219 Aug 13 02:37:37.190599 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913ca9e-32ed-44f8-a35a-28739847b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e4bfa3-7796-4840-820e-a59e5ac1d76a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:37.194386 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f291cfd-e904-4e90-9a5b-fda69db30441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.199595 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-5caf1077-830f-48bf-8ea5-2eb8465b8271 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/quotas/2ba70e4ff68449fb900bce58eb758cd5 HTTP/1.1" status: 200 len: 375 time: 0.0403526 Aug 13 02:37:37.208655 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.246506 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1e5fe21f-560e-4513-8c83-00c2a7fdc711 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e752e83036a4fd983a3d38cbcf19b9c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4385002 Aug 13 02:37:37.248857 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44240) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:37.290264 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fe21f-560e-4513-8c83-00c2a7fdc711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf449d5f-4c20-4d75-9cc1-e310094c3bef,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:37.397537 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-a60f7d2b-8015-4a91-9741-b404fa2543ef tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ba70e4ff68449fb900bce58eb758cd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1919036 Aug 13 02:37:37.401896 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f291cfd-e904-4e90-9a5b-fda69db30441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.421252 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-64eaa551-8fa6-48ca-b90e-5f3b8f67b71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.451904 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-64eaa551-8fa6-48ca-b90e-5f3b8f67b71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.489437 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:37:37.494241 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f291cfd-e904-4e90-9a5b-fda69db30441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.497516 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f291cfd-e904-4e90-9a5b-fda69db30441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.501355 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-917a7159-bd5a-47b0-b4e3-e515d54e831e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:37:37.501975 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8f291cfd-e904-4e90-9a5b-fda69db30441 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/747bf457-874b-42ff-a427-bc705101990d HTTP/1.1" status: 204 len: 168 time: 0.5305505 Aug 13 02:37:37.505816 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-917a7159-bd5a-47b0-b4e3-e515d54e831e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1303558 Aug 13 02:37:37.516797 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f291cfd-e904-4e90-9a5b-fda69db30441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747bf457-874b-42ff-a427-bc705101990d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:37.597968 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Router 2639a7f6-5b87-4f03-b39d-9a31b2761243 is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:37:37.606194 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44254) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:37.646917 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-64eaa551-8fa6-48ca-b90e-5f3b8f67b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.649516 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-64eaa551-8fa6-48ca-b90e-5f3b8f67b71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.651408 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-64eaa551-8fa6-48ca-b90e-5f3b8f67b71d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf449d5f-4c20-4d75-9cc1-e310094c3bef HTTP/1.1" status: 204 len: 168 time: 0.3993971 Aug 13 02:37:37.652467 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82f8d59f-ea31-4fa7-9d51-a0152fa11c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.717699 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eaa551-8fa6-48ca-b90e-5f3b8f67b71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf449d5f-4c20-4d75-9cc1-e310094c3bef,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:37.735317 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-b54b8980-e58f-4469-a79a-2b150c824c72 service neutron] 10.222.0.22 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267287 Aug 13 02:37:37.775882 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:37:37.776048 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 665df66c-f473-4c5f-b454-ac6a6c518550 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:37.786465 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Sync routers for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:37:37.816605 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:37.818849 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:37.887963 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 665df66c-f473-4c5f-b454-ac6a6c518550 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:37.889542 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.922682 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-14989124-b278-40bf-9ed5-45a8052dbfca service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:37:37.925056 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-14989124-b278-40bf-9ed5-45a8052dbfca service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3157682 Aug 13 02:37:37.983606 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:37:37.997330 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Sync routers for ids ['2639a7f6-5b87-4f03-b39d-9a31b2761243'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:37:38.032447 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-39f96fda-5448-4e71-a448-19940aa1d5c8 service neutron] 10.222.0.22 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960343 Aug 13 02:37:38.038840 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Routers {'2639a7f6-5b87-4f03-b39d-9a31b2761243'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:38.039879 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['2639a7f6-5b87-4f03-b39d-9a31b2761243'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:38.123987 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82f8d59f-ea31-4fa7-9d51-a0152fa11c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.129111 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-24402dbe-c6c5-4c5d-964d-256e817143ba service neutron] 10.222.0.22 "GET /v2.0/networks/56299c2f-fa1e-481a-bf64-7d895a9c23b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949852 Aug 13 02:37:38.133378 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82f8d59f-ea31-4fa7-9d51-a0152fa11c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.148077 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:38.184371 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.184371 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e60dc515-951c-402c-be8c-3e12d57fd8b4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9725070 Aug 13 02:37:38.188090 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44268) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:38.188429 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44270) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:38.192521 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Set router 2639a7f6-5b87-4f03-b39d-9a31b2761243 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:38.217952 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-148516f5-45ab-4133-9518-f61d3b1d962f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.297304 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8d59f-ea31-4fa7-9d51-a0152fa11c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03419c7-f036-4e3a-82ec-b6eb6eb492b5,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:38.320696 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.322325 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f9583a36-24c0-4303-8517-eb1352542efe admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9312608 Aug 13 02:37:38.330245 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-82f8d59f-ea31-4fa7-9d51-a0152fa11c69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95bffb0aa7564a1d98bc774a7aa27bec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7171750 Aug 13 02:37:38.336219 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44276) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:38.337633 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44278) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:38.447443 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-6517f696-2990-46a7-b83e-9f394b90e70a service neutron] 10.222.0.22 "GET /v2.0/networks/56299c2f-fa1e-481a-bf64-7d895a9c23b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095789 Aug 13 02:37:38.513904 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87cd74f8-76e6-48a1-814f-d757b13df230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.582917 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87cd74f8-76e6-48a1-814f-d757b13df230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.658436 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44298) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:38.702619 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87cd74f8-76e6-48a1-814f-d757b13df230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.705227 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87cd74f8-76e6-48a1-814f-d757b13df230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.713937 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-87cd74f8-76e6-48a1-814f-d757b13df230 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a03419c7-f036-4e3a-82ec-b6eb6eb492b5 HTTP/1.1" status: 204 len: 168 time: 0.3750775 Aug 13 02:37:38.714835 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c32dfd83-1a68-4783-9243-2d98ac3d35f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.718975 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:35Z', 'revision_number': 3, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:38.723681 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:37:36Z', 'revision_number': 3, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port': {'id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:35Z', 'updated_at': '2021-08-13T02:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:38.729906 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6ad554d2-e94e-4f27-95a0-a77cef3e68ac req-4d32cb25-d464-4e39-bb49-972be1642a02 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 210 time: 0.1247239 Aug 13 02:37:38.742904 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd74f8-76e6-48a1-814f-d757b13df230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03419c7-f036-4e3a-82ec-b6eb6eb492b5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:38.802236 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Checking router: 2639a7f6-5b87-4f03-b39d-9a31b2761243 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:37:38.802825 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Updating router 2639a7f6-5b87-4f03-b39d-9a31b2761243 port 6aa3ad11-c081-434a-ae81-634532c750f1 binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:37:38.812829 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Checking router: c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:37:38.813335 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Updating router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 port edc18b41-b77a-4f4f-8ba8-58726bc36c5a binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:37:38.850754 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.899278 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.063594 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-148516f5-45ab-4133-9518-f61d3b1d962f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.191113 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-148516f5-45ab-4133-9518-f61d3b1d962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.305603 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c32dfd83-1a68-4783-9243-2d98ac3d35f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.313589 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c32dfd83-1a68-4783-9243-2d98ac3d35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.378580 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c32dfd83-1a68-4783-9243-2d98ac3d35f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1473110c4a7c42a0815dbd5c8662ae2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7154026 Aug 13 02:37:39.381581 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dfd83-1a68-4783-9243-2d98ac3d35f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a075e4b9-7cc3-4ce4-bafe-cdb20bc80500,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:39.384628 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44336) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:39.396598 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.419791 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Transition to ACTIVE for port object edc18b41-b77a-4f4f-8ba8-58726bc36c5a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:39.432848 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.506732 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Pushing event updated for resources: {'Port': ['ID=edc18b41-b77a-4f4f-8ba8-58726bc36c5a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:39.510828 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Attempting to bind port edc18b41-b77a-4f4f-8ba8-58726bc36c5a on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:39.511424 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Attempting to bind port edc18b41-b77a-4f4f-8ba8-58726bc36c5a by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:39.511951 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Attempting to bind port edc18b41-b77a-4f4f-8ba8-58726bc36c5a on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:39.521191 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:39.522006 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:39.522786 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.523922 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:39.524639 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Bound port: edc18b41-b77a-4f4f-8ba8-58726bc36c5a, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:39.525342 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.528853 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-38063135-0e0a-42cb-b918-b0039c4e4a2a req-c34a1a19-41c9-4aaa-87a5-141cbcae3431 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.3369234 Aug 13 02:37:39.529525 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.530040 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.530541 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.531018 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.531495 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.531990 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.532532 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.533053 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.533667 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.534554 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.535064 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.535554 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Tracked resource versions report: Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: pushed versions: Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: { 'AddressGroup': {'1.2'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'ConntrackHelper': {'1.0'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Log': {'1.0'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Network': {'1.1'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Port': {'1.7'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'PortForwarding': {'1.2'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'QosPolicy': {'1.9'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SecurityGroup': {'1.4'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SubPort': {'1.0'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Subnet': {'1.1'}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Trunk': {'1.1'}} Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: consumer versions: Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: { DHCP agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: HyperV agent@hv-cinder-76019: {}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: L3 agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: Metadata agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: Metering agent@dv-cinder-760199-7-iscsi: {}, Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: Open vSwitch agent@dv-cinder-760199-7-iscsi: { 'AddressGroup': '1.2', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'ConntrackHelper': '1.0', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Log': '1.0', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Network': '1.1', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Port': '1.7', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'PortForwarding': '1.2', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'QosPolicy': '1.9', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SecurityGroup': '1.4', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SecurityGroupRule': '1.2', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'SubPort': '1.0', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Subnet': '1.1', Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: 'Trunk': '1.1'}} Aug 13 02:37:39.537382 dv-cinder-760199-7-iscsi neutron-server[94065]: {{(pid=94065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:37:39.562370 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-afb60753-13df-4bde-9f59-33747e6bff5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.626264 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-afb60753-13df-4bde-9f59-33747e6bff5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.643478 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-148516f5-45ab-4133-9518-f61d3b1d962f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=945ecd358ddf4de2b51ae9408c49d705&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4505050 Aug 13 02:37:39.649160 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44354) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:39.659250 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] For port edc18b41-b77a-4f4f-8ba8-58726bc36c5a, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:39.664388 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] For port edc18b41-b77a-4f4f-8ba8-58726bc36c5a, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=edc18b41-b77a-4f4f-8ba8-58726bc36c5a,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:39.667774 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148516f5-45ab-4133-9518-f61d3b1d962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b4aa5-69f9-4f20-b5e9-025dbde97d77,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:39.685852 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.728839 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0de39f-f3aa-45ca-9ebd-60aab9bf0860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.757574 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0de39f-f3aa-45ca-9ebd-60aab9bf0860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.767157 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-afb60753-13df-4bde-9f59-33747e6bff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.770605 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-afb60753-13df-4bde-9f59-33747e6bff5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.772009 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-afb60753-13df-4bde-9f59-33747e6bff5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a075e4b9-7cc3-4ce4-bafe-cdb20bc80500 HTTP/1.1" status: 204 len: 168 time: 0.3828433 Aug 13 02:37:39.788039 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb60753-13df-4bde-9f59-33747e6bff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a075e4b9-7cc3-4ce4-bafe-cdb20bc80500,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:39.817378 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.834483 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0de39f-f3aa-45ca-9ebd-60aab9bf0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.836843 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0de39f-f3aa-45ca-9ebd-60aab9bf0860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.839279 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Transition to ACTIVE for port object 6aa3ad11-c081-434a-ae81-634532c750f1 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:39.846909 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7e0de39f-f3aa-45ca-9ebd-60aab9bf0860 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca2b4aa5-69f9-4f20-b5e9-025dbde97d77 HTTP/1.1" status: 204 len: 168 time: 0.1916668 Aug 13 02:37:39.855130 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.860602 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350aa03f-740c-4013-95fe-65ac8f76de2d None None] Pushing event updated for resources: {'Port': ['ID=edc18b41-b77a-4f4f-8ba8-58726bc36c5a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:39.865029 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0de39f-f3aa-45ca-9ebd-60aab9bf0860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b4aa5-69f9-4f20-b5e9-025dbde97d77,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:39.906386 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:39.907339 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:39.949941 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df50bcc-af2f-42a7-8a82-857767dc3c08 None None] Pushing event updated for resources: {'Port': ['ID=6aa3ad11-c081-434a-ae81-634532c750f1,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:39.966540 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-953c6235-d432-48c5-ba9a-d342809c0518 req-666893f0-c725-4d9b-a805-c80a4b95d1f5 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 210 time: 0.0777762 Aug 13 02:37:40.027035 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Attempting to bind port 6aa3ad11-c081-434a-ae81-634532c750f1 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:40.042688 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Attempting to bind port 6aa3ad11-c081-434a-ae81-634532c750f1 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:40.043386 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Attempting to bind port 6aa3ad11-c081-434a-ae81-634532c750f1 on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:40.054327 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:40.054879 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:40.055491 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:40.056522 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:40.061751 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Bound port: 6aa3ad11-c081-434a-ae81-634532c750f1, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:40.063034 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:40.168809 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:40.202030 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] For port 6aa3ad11-c081-434a-ae81-634532c750f1, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:40.207719 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] For port 6aa3ad11-c081-434a-ae81-634532c750f1, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6aa3ad11-c081-434a-ae81-634532c750f1,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:40.214570 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:40.283738 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Routers {'2639a7f6-5b87-4f03-b39d-9a31b2761243'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:40.284859 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['2639a7f6-5b87-4f03-b39d-9a31b2761243'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:40.441431 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:40.490623 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] Set router 2639a7f6-5b87-4f03-b39d-9a31b2761243 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:40.712220 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87c1cec7-09fa-4901-a0c0-ac260a63e467 req-470b75a1-a3ce-446c-b357-a35cb0e62612 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.0961504 Aug 13 02:37:40.714924 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:40.748355 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df50bcc-af2f-42a7-8a82-857767dc3c08 None None] Pushing event updated for resources: {'Port': ['ID=6aa3ad11-c081-434a-ae81-634532c750f1,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:40.774028 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:35Z', 'revision_number': 3, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:40.864273 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c4d85-3028-4288-b141-e3c16a020a92 None None] The sync data for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi is: [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:35Z', 'revision_number': 3, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:37:41.002458 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:37:36Z', 'revision_number': 3, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port': {'id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:35Z', 'updated_at': '2021-08-13T02:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:41.048876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Allocated IP 172.20.0.1 (a49d6fb8-f33d-48b3-9460-f95eb3f24890/4c6e1ba0-2b92-4133-8741-9b96887b6336/194509fd-b8ea-4c49-a82f-cb2ecaaad9df) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:41.346573 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758afd1-c546-4ec9-8830-b9e8ad5fba73 None None] The sync data for ids ['2639a7f6-5b87-4f03-b39d-9a31b2761243'] in dv-cinder-760199-7-iscsi is: [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:37:36Z', 'revision_number': 3, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port': {'id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:35Z', 'updated_at': '2021-08-13T02:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:37:41.400108 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Allocated IP 172.20.0.1 (cd703e02-6517-4663-9f1c-9bcbff296e3f/78d977e2-0641-4173-8a5d-cf2793f6628b/be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:41.442992 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:41.589926 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1257050-da3b-4ae3-bbaa-7d4dd6c1f67f req-f12a6a34-9d64-4b9d-8893-60b2a4666ba2 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 210 time: 0.1443205 Aug 13 02:37:41.632582 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Transition to ACTIVE for port object 194509fd-b8ea-4c49-a82f-cb2ecaaad9df will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:41.868196 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device edc18b41-b77a-4f4f-8ba8-58726bc36c5a up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:41.889298 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-900a385a-1b9b-47ae-ae9b-7591828cfb9f req-d40f68b6-038d-4b64-8150-786a0e092ba4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.0700879 Aug 13 02:37:41.900970 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:41.950210 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:42.008643 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port edc18b41-b77a-4f4f-8ba8-58726bc36c5a completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:42.025475 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port edc18b41-b77a-4f4f-8ba8-58726bc36c5a triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:42.026137 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:42.059085 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:42.139754 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Network cd703e02-6517-4663-9f1c-9bcbff296e3f is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:42.167643 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:42.174581 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:42.177731 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:42.178980 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:42.186026 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Pushing event updated for resources: {'Port': ['ID=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:42.205719 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:42.231260 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:42.285352 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port edc18b41-b77a-4f4f-8ba8-58726bc36c5a, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=edc18b41-b77a-4f4f-8ba8-58726bc36c5a,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:37:42.292684 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:42.324018 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.20', 54133) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:42.426572 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=edc18b41-b77a-4f4f-8ba8-58726bc36c5a,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:42.519148 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:42.519643 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:42.649573 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-b73e1546-dca5-4e41-8f1a-f1dd452c705d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:42.651676 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-b73e1546-dca5-4e41-8f1a-f1dd452c705d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 814 time: 0.2892237 Aug 13 02:37:42.655748 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Pushing event updated for resources: {'Port': ['ID=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:42.711257 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Request body: {'port': {'device_id': 'a727b05a-7476-425a-be87-b4d4651f4fa0', 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'admin_state_up': True, 'tenant_id': '7c06543b1004463fb8f25068c9d8a296'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:42.968451 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-aa0a99e1-490e-44ea-ba0d-daec6d2fd8cc None None] Provisioning for port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:42.985985 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-aa0a99e1-490e-44ea-ba0d-daec6d2fd8cc None None] Provisioning complete for port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:42.986473 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa0a99e1-490e-44ea-ba0d-daec6d2fd8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:43.112545 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a99e1-490e-44ea-ba0d-daec6d2fd8cc None None] Port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:37:43.213753 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-33e68aed-6f87-4874-b2fd-63b2974daf70 req-39bfc106-aa1d-46e9-b42a-48986c10ada4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.1066542 Aug 13 02:37:43.217854 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.20', 54142) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:43.286426 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d8fe6cb-2002-4ffe-bd22-e95112b955ff req-172d8a57-e9e4-4731-9c03-3cbf5bf1194b tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 210 time: 0.2998800 Aug 13 02:37:43.337198 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Made reservation on behalf of 7c06543b1004463fb8f25068c9d8a296 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:43.342647 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:43.433684 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:43.436335 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:43.768336 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Allocated IP 172.20.0.13 (4337783e-e016-4ac9-8c19-e6fa7261827f/0e018dfb-c02d-49bc-8572-ae56d4d153d7/a54066e5-02c5-4266-80b5-57323bcf5e8d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:43.930539 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6aa3ad11-c081-434a-ae81-634532c750f1 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:44.021494 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 6aa3ad11-c081-434a-ae81-634532c750f1 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:44.030024 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 6aa3ad11-c081-434a-ae81-634532c750f1 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:44.031443 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.114608 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-38da45a1-e9a6-4d6e-92f7-badb413f81c6 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:44.129194 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-38da45a1-e9a6-4d6e-92f7-badb413f81c6 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.20 "GET /v2.0/networks?id=56299c2f-fa1e-481a-bf64-7d895a9c23b9 HTTP/1.1" status: 200 len: 811 time: 0.8859766 Aug 13 02:37:44.140618 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.146371 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Request body: {'port': {'device_id': '36b1018d-dff4-49d0-9787-9622f03b44b7', 'network_id': '56299c2f-fa1e-481a-bf64-7d895a9c23b9', 'admin_state_up': True, 'tenant_id': '2ba70e4ff68449fb900bce58eb758cd5'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:44.169995 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 6aa3ad11-c081-434a-ae81-634532c750f1, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6aa3ad11-c081-434a-ae81-634532c750f1,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:37:44.175853 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.177272 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device edc18b41-b77a-4f4f-8ba8-58726bc36c5a up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:44.278556 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44562) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:44.340326 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44568) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:44.364534 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port edc18b41-b77a-4f4f-8ba8-58726bc36c5a triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:44.370801 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.372136 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.373527 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=6aa3ad11-c081-434a-ae81-634532c750f1,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:44.397524 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.444710 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.623831 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.626132 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.646785 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fb2ac835-06ae-4bae-b22e-421dcdec229d req-08be0c38-23e9-4c8c-a355-80abaabcdb28 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.2252178 Aug 13 02:37:44.714886 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Network 4337783e-e016-4ac9-8c19-e6fa7261827f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:44.920831 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:44.924481 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:44.931920 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:44.932748 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:44.959910 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-734c8224-2935-4c1d-bf56-66ae090e9f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.261637 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44570030-855b-49e6-803a-1b51082280f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.261637 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Pushing event updated for resources: {'Port': ['ID=a54066e5-02c5-4266-80b5-57323bcf5e8d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:45.261637 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-ecbfe954-f977-4bbb-9eca-8f0601fdd684 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3902018 Aug 13 02:37:45.261637 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f5eff-5791-442c-be0c-9e713ada45c8 req-55b70836-b4ff-4dbd-8ed9-a63cdf4362e6 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:45.261637 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4f6f5eff-5791-442c-be0c-9e713ada45c8 req-55b70836-b4ff-4dbd-8ed9-a63cdf4362e6 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 932 time: 0.5109494 Aug 13 02:37:45.261637 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d36bee09-4d5e-49cd-af94-31b06d96f385 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:37:45.261637 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d36bee09-4d5e-49cd-af94-31b06d96f385 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097070 Aug 13 02:37:45.261637 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4f6f5eff-5791-442c-be0c-9e713ada45c8 req-c8c9c970-99f8-4bf7-aa57-fe44d6b0c3b1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860341 Aug 13 02:37:45.340650 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44570030-855b-49e6-803a-1b51082280f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.355432 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.361366 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44570030-855b-49e6-803a-1b51082280f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.389532 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.390502 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.464682 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44570030-855b-49e6-803a-1b51082280f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198d3fd-d3b0-480a-9380-cf701e6e2d84,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:45.470392 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-44570030-855b-49e6-803a-1b51082280f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0bf7cb1accd04022967eda9123ed9424&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1282978 Aug 13 02:37:45.490757 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44594) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:45.530658 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Pushing event updated for resources: {'Port': ['ID=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:45.569620 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-734c8224-2935-4c1d-bf56-66ae090e9f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.578522 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Request body: {'port': {'device_id': 'a727b05a-7476-425a-be87-b4d4651f4fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:45.598904 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-734c8224-2935-4c1d-bf56-66ae090e9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.626703 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd90b06a-b77f-417e-884b-7661aa28e36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.651970 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd90b06a-b77f-417e-884b-7661aa28e36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.652500 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c8224-2935-4c1d-bf56-66ae090e9f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5f4014-d182-4bfc-b894-9f7a88ae256b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:45.783020 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.813643 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-734c8224-2935-4c1d-bf56-66ae090e9f54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09fcbd9b3d7c4cefa12862c67d38147a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5106161 Aug 13 02:37:45.820424 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44604) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:45.863410 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6aa3ad11-c081-434a-ae81-634532c750f1 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:45.878616 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Made reservation on behalf of 2ba70e4ff68449fb900bce58eb758cd5 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:45.885000 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:45.997183 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 6aa3ad11-c081-434a-ae81-634532c750f1 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:45.998053 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:46.021726 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Pushing event updated for resources: {'Port': ['ID=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:46.037409 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Network cd703e02-6517-4663-9f1c-9bcbff296e3f is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:46.048489 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-595afb6a-db6a-4706-8d05-60f12930b99b req-24e28739-99e5-4e34-9787-907c6d6dc4dc tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.2715940 Aug 13 02:37:46.061888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:46.220362 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Router 2639a7f6-5b87-4f03-b39d-9a31b2761243 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:37:46.465526 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:46.490652 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:46.509929 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd90b06a-b77f-417e-884b-7661aa28e36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:46.512575 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd90b06a-b77f-417e-884b-7661aa28e36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:46.517333 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cd90b06a-b77f-417e-884b-7661aa28e36f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e198d3fd-d3b0-480a-9380-cf701e6e2d84 HTTP/1.1" status: 204 len: 168 time: 1.0201676 Aug 13 02:37:46.642501 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90b06a-b77f-417e-884b-7661aa28e36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198d3fd-d3b0-480a-9380-cf701e6e2d84,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:46.751632 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44626) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:46.849407 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ec5dc-900a-447f-bd76-839fe29e018e req-511e1ec2-69a6-4c77-a91c-c4245da542eb tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:46.851124 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-029ec5dc-900a-447f-bd76-839fe29e018e req-511e1ec2-69a6-4c77-a91c-c4245da542eb tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 932 time: 0.4956615 Aug 13 02:37:46.854229 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a0793ad9-bbe4-4c2f-beee-d25ef3e8add3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:46.882293 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:37:46.893359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Allocated IP 172.20.0.6 (56299c2f-fa1e-481a-bf64-7d895a9c23b9/9374d3f5-6b03-47f7-b654-fa828ae3e8d5/7aa39fb7-73af-4223-bf94-54677a64a7b8) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:46.896465 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08197630-952a-48f3-9260-7128d135be52 None None] Sync routers for ids ['2639a7f6-5b87-4f03-b39d-9a31b2761243'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:37:46.897114 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1480b7b4-f318-466c-acbc-3793ae5b66d6 None None] Provisioning complete for port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:46.910710 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7097152b-0e63-4e32-a524-b7153289ffc4 admin admin] 10.222.0.22 "PUT /v2.0/routers/2639a7f6-5b87-4f03-b39d-9a31b2761243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7067323 Aug 13 02:37:46.911100 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08197630-952a-48f3-9260-7128d135be52 None None] Routers {'2639a7f6-5b87-4f03-b39d-9a31b2761243'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:46.911100 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-08197630-952a-48f3-9260-7128d135be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['2639a7f6-5b87-4f03-b39d-9a31b2761243'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:46.925687 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1480b7b4-f318-466c-acbc-3793ae5b66d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:46.942758 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44634) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:46.989991 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1480b7b4-f318-466c-acbc-3793ae5b66d6 None None] Port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:37:46.996339 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54066e5-02c5-4266-80b5-57323bcf5e8d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:37:47.039481 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:47.110346 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a0793ad9-bbe4-4c2f-beee-d25ef3e8add3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:47.129708 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-029ec5dc-900a-447f-bd76-839fe29e018e req-3d552ad0-a193-4520-bd9f-8d22b1ef84a7 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711568 Aug 13 02:37:47.140167 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Transition to ACTIVE for port object a54066e5-02c5-4266-80b5-57323bcf5e8d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:47.152973 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:47.241750 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2e34704c-01ce-4def-ac49-3593e5240413 req-5cdbeb1f-3e86-4ffa-9a33-590e2f3d6f15 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.0563433 Aug 13 02:37:47.244506 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:37:47.339375 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a0793ad9-bbe4-4c2f-beee-d25ef3e8add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:47.348461 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a0793ad9-bbe4-4c2f-beee-d25ef3e8add3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:47.355640 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a0793ad9-bbe4-4c2f-beee-d25ef3e8add3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e5f4014-d182-4bfc-b894-9f7a88ae256b HTTP/1.1" status: 204 len: 168 time: 1.5321450 Aug 13 02:37:47.470046 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0793ad9-bbe4-4c2f-beee-d25ef3e8add3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5f4014-d182-4bfc-b894-9f7a88ae256b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:47.471848 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Pushing event updated for resources: {'Port': ['ID=a54066e5-02c5-4266-80b5-57323bcf5e8d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:47.573791 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-45a35d0f-bd26-48fd-8c61-f90b87b2c847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:47.598264 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-08197630-952a-48f3-9260-7128d135be52 None None] Set router 2639a7f6-5b87-4f03-b39d-9a31b2761243 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:47.599724 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Attempting to bind port a54066e5-02c5-4266-80b5-57323bcf5e8d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:47.600250 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Attempting to bind port a54066e5-02c5-4266-80b5-57323bcf5e8d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:47.601529 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Attempting to bind port a54066e5-02c5-4266-80b5-57323bcf5e8d on network 4337783e-e016-4ac9-8c19-e6fa7261827f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:47.622987 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-721d227e-1a6b-43fe-a82d-ba7c679b10a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:47.624995 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Port a54066e5-02c5-4266-80b5-57323bcf5e8d on network 4337783e-e016-4ac9-8c19-e6fa7261827f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:37:47.625324 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Attempting to bind port a54066e5-02c5-4266-80b5-57323bcf5e8d on network 4337783e-e016-4ac9-8c19-e6fa7261827f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:47.658091 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:47.658624 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Checking segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:47.659536 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Bound using segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:47.660270 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Bound port: a54066e5-02c5-4266-80b5-57323bcf5e8d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:47.660818 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:47.862437 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:37:47.876039 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Sync routers for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:37:47.888337 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7b94a343-6fda-4473-b4e4-c7660c7dd5ae admin admin] 10.222.0.22 "PUT /v2.0/routers/c9097ee8-ebaa-45f2-a77c-4f3c35c734a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5498545 Aug 13 02:37:47.890709 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:47.893342 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:47.934189 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.052181 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] For port a54066e5-02c5-4266-80b5-57323bcf5e8d, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:48.068150 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] For port a54066e5-02c5-4266-80b5-57323bcf5e8d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a54066e5-02c5-4266-80b5-57323bcf5e8d,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:48.092932 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.096045 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.113727 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-08197630-952a-48f3-9260-7128d135be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port': {'id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:35Z', 'updated_at': '2021-08-13T02:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba', 'name': '', 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'mac_address': 'fa:16:3e:7f:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78d977e2-0641-4173-8a5d-cf2793f6628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:44Z', 'revision_number': 2, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'subnets': [{'id': '78d977e2-0641-4173-8a5d-cf2793f6628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:48.151968 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08197630-952a-48f3-9260-7128d135be52 None None] Checking router: 2639a7f6-5b87-4f03-b39d-9a31b2761243 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:37:48.152531 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08197630-952a-48f3-9260-7128d135be52 None None] Updating router 2639a7f6-5b87-4f03-b39d-9a31b2761243 port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:37:48.200693 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:48.252303 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:48.252966 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.253770 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08197630-952a-48f3-9260-7128d135be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.254436 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] 10.222.0.20 "PUT /v2.0/ports/a54066e5-02c5-4266-80b5-57323bcf5e8d HTTP/1.1" status: 200 len: 1094 time: 2.9098685 Aug 13 02:37:48.267675 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f41cbc-e0f8-4800-96ff-84fa58bfba25 service neutron] Pushing event updated for resources: {'Port': ['ID=a54066e5-02c5-4266-80b5-57323bcf5e8d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:48.291658 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a727b05a-7476-425a-be87-b4d4651f4fa0', 'tag': 'a54066e5-02c5-4266-80b5-57323bcf5e8d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:37:48.391171 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-721d227e-1a6b-43fe-a82d-ba7c679b10a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.396737 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-721d227e-1a6b-43fe-a82d-ba7c679b10a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.454016 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-721d227e-1a6b-43fe-a82d-ba7c679b10a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9e19167a35640cabb407cd4ead22ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5085392 Aug 13 02:37:48.455458 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44668) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:48.456291 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d227e-1a6b-43fe-a82d-ba7c679b10a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb61557a-cb62-48d4-907a-2f2f248625cb,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:48.472505 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44670) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:48.529685 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0669-f07d-4d0a-b90b-967e4fb009cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.628246 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:37:48.798244 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-45a35d0f-bd26-48fd-8c61-f90b87b2c847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.815650 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:48.827013 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-45a35d0f-bd26-48fd-8c61-f90b87b2c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.851381 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:48.882502 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 2, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:48.906614 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:48.926321 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Checking router: c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:37:48.926965 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:48.927793 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:48.929640 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Updating router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:37:48.934890 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Pushing event updated for resources: {'Port': ['ID=7aa39fb7-73af-4223-bf94-54677a64a7b8,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:48.998946 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.048161 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f37fd733-cc65-4819-b2e3-76e067cd225d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.072295 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e805a-8763-45ec-8c7b-43d93677ae61 req-86b52043-76cc-4fae-9a81-7d3512386a4f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:49.074253 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08197630-952a-48f3-9260-7128d135be52 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.084609 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-383e805a-8763-45ec-8c7b-43d93677ae61 req-86b52043-76cc-4fae-9a81-7d3512386a4f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 944 time: 0.8340566 Aug 13 02:37:49.115992 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-08197630-952a-48f3-9260-7128d135be52 None None] Transition to ACTIVE for port object be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:49.118390 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a35d0f-bd26-48fd-8c61-f90b87b2c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe91b67-c000-4f55-ba31-972f6f8241c8,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:49.145897 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-45a35d0f-bd26-48fd-8c61-f90b87b2c847 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23a1bf830c9b4ef69ff5c42bdfbbf3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3733554 Aug 13 02:37:49.150371 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08197630-952a-48f3-9260-7128d135be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.152143 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44688) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:49.188832 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb9509b-803c-46d6-a773-fc16636a1b07" -d '{"events": [{"name": "network-changed", "server_uuid": "a727b05a-7476-425a-be87-b4d4651f4fa0", "tag": "a54066e5-02c5-4266-80b5-57323bcf5e8d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:37:49.232556 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-383e805a-8763-45ec-8c7b-43d93677ae61 req-318f67b1-d1b0-4bc8-9252-1bee0e2f2b91 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398528 Aug 13 02:37:49.277853 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b51c4d-3451-4526-9cfa-d4e7925e8416 None None] Pushing event updated for resources: {'Port': ['ID=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:49.321724 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f37fd733-cc65-4819-b2e3-76e067cd225d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.360583 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed01fc86-0e78-4ed8-8ced-7f55fac26992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.390754 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-a2ddc4db-46d8-450e-88d8-674c937b401f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:49.392261 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-a2ddc4db-46d8-450e-88d8-674c937b401f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 818 time: 0.8002892 Aug 13 02:37:49.434056 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed01fc86-0e78-4ed8-8ced-7f55fac26992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.516886 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-08197630-952a-48f3-9260-7128d135be52 None None] Attempting to bind port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:49.520599 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-08197630-952a-48f3-9260-7128d135be52 None None] Attempting to bind port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:49.521333 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08197630-952a-48f3-9260-7128d135be52 None None] Attempting to bind port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba on network cd703e02-6517-4663-9f1c-9bcbff296e3f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:49.526652 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-20d2101f-e969-4c8d-b94d-56386a3f8b79 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/quotas/5692d408a73a4c75b7fa005e270e28e8 HTTP/1.1" status: 200 len: 375 time: 0.1147113 Aug 13 02:37:49.533713 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08197630-952a-48f3-9260-7128d135be52 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:49.536701 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08197630-952a-48f3-9260-7128d135be52 None None] Checking segment: {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:49.537197 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08197630-952a-48f3-9260-7128d135be52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.540916 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08197630-952a-48f3-9260-7128d135be52 None None] Bound using segment: {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:49.541558 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-08197630-952a-48f3-9260-7128d135be52 None None] Bound port: be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:49.541977 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08197630-952a-48f3-9260-7128d135be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.693271 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-08197630-952a-48f3-9260-7128d135be52 None None] For port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:49.693707 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.700794 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-08197630-952a-48f3-9260-7128d135be52 None None] For port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:49.708909 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08197630-952a-48f3-9260-7128d135be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.716965 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0669-f07d-4d0a-b90b-967e4fb009cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.731925 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Transition to ACTIVE for port object 194509fd-b8ea-4c49-a82f-cb2ecaaad9df will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:49.735416 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d4c0669-f07d-4d0a-b90b-967e4fb009cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.748499 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.785253 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f37fd733-cc65-4819-b2e3-76e067cd225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.787917 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f37fd733-cc65-4819-b2e3-76e067cd225d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:49.795162 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f37fd733-cc65-4819-b2e3-76e067cd225d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb61557a-cb62-48d4-907a-2f2f248625cb HTTP/1.1" status: 204 len: 168 time: 1.3135271 Aug 13 02:37:49.813284 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-c9afcacf-881c-4f4a-a6fe-89c31e1811a7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2849152 Aug 13 02:37:49.813495 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b51c4d-3451-4526-9cfa-d4e7925e8416 None None] Pushing event updated for resources: {'Port': ['ID=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:49.855760 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08197630-952a-48f3-9260-7128d135be52 None None] Routers {'2639a7f6-5b87-4f03-b39d-9a31b2761243'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:49.856690 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-08197630-952a-48f3-9260-7128d135be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['2639a7f6-5b87-4f03-b39d-9a31b2761243'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:49.945976 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22829959-7c36-409e-9e52-0041c62ab5cd None None] Pushing event updated for resources: {'Port': ['ID=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:50.042913 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-fb798e45-d91f-42cd-91bc-d59de9af2527 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9123194 Aug 13 02:37:50.074736 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6d4c0669-f07d-4d0a-b90b-967e4fb009cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b18ed2be339a4bac9e6e09e721a0e5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6027358 Aug 13 02:37:50.075163 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44704) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:50.102681 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Attempting to bind port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:50.103470 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Attempting to bind port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:50.104735 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c0669-f07d-4d0a-b90b-967e4fb009cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb6527-8423-4416-bee6-bacb47aeccc7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:50.104854 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Attempting to bind port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df on network a49d6fb8-f33d-48b3-9460-f95eb3f24890 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:50.127021 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:50.127964 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Checking segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:50.129884 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.131696 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Bound using segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:50.136322 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Bound port: 194509fd-b8ea-4c49-a82f-cb2ecaaad9df, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:50.136935 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.182707 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f42e9-e17d-4d62-bc05-33cee5df5dcb req-36281ce7-2422-4f17-aef4-f3359e3f8f42 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:50.197034 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c64f42e9-e17d-4d62-bc05-33cee5df5dcb req-36281ce7-2422-4f17-aef4-f3359e3f8f42 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 931 time: 0.7478924 Aug 13 02:37:50.227081 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-08197630-952a-48f3-9260-7128d135be52 None None] Set router 2639a7f6-5b87-4f03-b39d-9a31b2761243 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:50.288276 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed01fc86-0e78-4ed8-8ced-7f55fac26992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.298665 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed01fc86-0e78-4ed8-8ced-7f55fac26992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.304015 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ed01fc86-0e78-4ed8-8ced-7f55fac26992 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fe91b67-c000-4f55-ba31-972f6f8241c8 HTTP/1.1" status: 204 len: 168 time: 1.1441395 Aug 13 02:37:50.337703 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fd733-cc65-4819-b2e3-76e067cd225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb61557a-cb62-48d4-907a-2f2f248625cb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:50.360235 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c64f42e9-e17d-4d62-bc05-33cee5df5dcb req-04192782-8be5-4669-99de-b7563dfcf9a4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584444 Aug 13 02:37:50.370331 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01fc86-0e78-4ed8-8ced-7f55fac26992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe91b67-c000-4f55-ba31-972f6f8241c8,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:50.465601 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a17a487-ad87-4374-8e53-e5bf78516d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.515797 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] For port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:50.527085 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] For port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:50.565911 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.617617 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a17a487-ad87-4374-8e53-e5bf78516d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.671904 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-5a43a212-338c-46e3-838d-bd63483e1590 service neutron] 10.222.0.22 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8571343 Aug 13 02:37:50.723334 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:50.725857 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:50.732462 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22829959-7c36-409e-9e52-0041c62ab5cd None None] Pushing event updated for resources: {'Port': ['ID=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:50.913906 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-08197630-952a-48f3-9260-7128d135be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port': {'id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:35Z', 'updated_at': '2021-08-13T02:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba', 'name': '', 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'mac_address': 'fa:16:3e:7f:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78d977e2-0641-4173-8a5d-cf2793f6628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:49Z', 'revision_number': 4, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'subnets': [{'id': '78d977e2-0641-4173-8a5d-cf2793f6628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:50.929701 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-56e4759b-2ebd-428b-9a0a-6198c65e645b service neutron] 10.222.0.22 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440059 Aug 13 02:37:50.986454 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a17a487-ad87-4374-8e53-e5bf78516d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.994800 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a17a487-ad87-4374-8e53-e5bf78516d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.996077 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8a17a487-ad87-4374-8e53-e5bf78516d84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abeb6527-8423-4416-bee6-bacb47aeccc7 HTTP/1.1" status: 204 len: 168 time: 0.9101470 Aug 13 02:37:51.009611 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08197630-952a-48f3-9260-7128d135be52 None None] The sync data for ids ['2639a7f6-5b87-4f03-b39d-9a31b2761243'] in dv-cinder-760199-7-iscsi is: [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port': {'id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:35Z', 'updated_at': '2021-08-13T02:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba', 'name': '', 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'mac_address': 'fa:16:3e:7f:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78d977e2-0641-4173-8a5d-cf2793f6628b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:49Z', 'revision_number': 4, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'subnets': [{'id': '78d977e2-0641-4173-8a5d-cf2793f6628b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:37:51.059846 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a487-ad87-4374-8e53-e5bf78516d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeb6527-8423-4416-bee6-bacb47aeccc7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:51.274611 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Request body: {'port': {'device_id': '36b1018d-dff4-49d0-9787-9622f03b44b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:51.339035 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:51.512342 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44736) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:51.737775 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9e40f199-6c60-4f90-beb2-fe9dbf733b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.822368 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44738) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:51.893089 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841505496', 'description': 'tempest-description--69139476'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:51.989309 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:52.076435 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.081370 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:50Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:52.203723 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.db.api [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 02:37:52.203723 dv-cinder-760199-7-iscsi neutron-server[94062]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 13 02:37:52.203723 dv-cinder-760199-7-iscsi neutron-server[94062]: [parameters: {'project_id': '84b7fef85f7847e09394b4238b725d1b', 'id': 'b37a6d75-cb25-4ef7-9ab6-4f4f05fcc7b2', 'expiration': datetime.datetime(2021, 8, 13, 2, 39, 52, 90502)}] Aug 13 02:37:52.203723 dv-cinder-760199-7-iscsi neutron-server[94062]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:37:52.217973 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG oslo_db.api [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:37:52.427098 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6f3743-6ff9-45c9-984d-98f33d58bf52 x-openstack-request-id: req-ef6f3743-6ff9-45c9-984d-98f33d58bf52 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:37:52.428012 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a727b05a-7476-425a-be87-b4d4651f4fa0", "tag": "a54066e5-02c5-4266-80b5-57323bcf5e8d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:37:52.428413 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef6f3743-6ff9-45c9-984d-98f33d58bf52 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:37:52.429046 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a727b05a-7476-425a-be87-b4d4651f4fa0', 'tag': 'a54066e5-02c5-4266-80b5-57323bcf5e8d', 'status': 'completed', 'code': 200} Aug 13 02:37:52.471448 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-291ef704-993a-47d7-8ddd-8cd471aa65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:52.506760 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-291ef704-993a-47d7-8ddd-8cd471aa65f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 1097 time: 1.0233824 Aug 13 02:37:52.657445 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d53a88-1e7b-41b3-9c8b-9eeeddf2e7f3 None None] The sync data for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi is: [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:50Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:37:52.686489 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:52.709200 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:52.712831 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.791074 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-9aa667ad-a133-4b05-90de-e21256ae0f5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54066e5-02c5-4266-80b5-57323bcf5e8d HTTP/1.1" status: 200 len: 217 time: 0.2744231 Aug 13 02:37:53.131308 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.134247 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-a15cc005-88e3-4cde-9a85-6de1597ffb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:53.138406 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-a15cc005-88e3-4cde-9a85-6de1597ffb37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 200 len: 854 time: 0.2805567 Aug 13 02:37:53.182380 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-737f2ea4-0f78-4dbb-aa10-a2e434d8013f req-0c7cfeca-aa48-4aec-b1f9-d455fd879f75 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 210 time: 0.4950893 Aug 13 02:37:53.308784 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-3993bec3-0037-4b7c-8877-150bcb35b693 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4337783e-e016-4ac9-8c19-e6fa7261827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342144 Aug 13 02:37:53.331210 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cbc06-75a5-4f7c-9996-435922af097e req-9283403d-d55c-42da-b3aa-1b9a58b47308 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:53.334004 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:37:53.351976 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.354393 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-054cbc06-75a5-4f7c-9996-435922af097e req-9283403d-d55c-42da-b3aa-1b9a58b47308 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 944 time: 1.3175666 Aug 13 02:37:53.565019 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-054cbc06-75a5-4f7c-9996-435922af097e req-df0c524e-9415-4499-bfd4-a4ace6135bf5 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083657 Aug 13 02:37:53.571680 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:53.693052 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deab51-af0a-4e5d-b3c7-d7e48b8a5595 req-b4fdcb8a-e766-4126-97a1-f3553150326c tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:53.701301 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d5deab51-af0a-4e5d-b3c7-d7e48b8a5595 req-b4fdcb8a-e766-4126-97a1-f3553150326c tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 931 time: 0.1663632 Aug 13 02:37:53.705626 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa39fb7-73af-4223-bf94-54677a64a7b8 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:37:53.726418 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9e40f199-6c60-4f90-beb2-fe9dbf733b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.728967 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.743546 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-885a15a1-e55e-44ad-b803-91ad6f646ab3 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105504 Aug 13 02:37:53.744082 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9e40f199-6c60-4f90-beb2-fe9dbf733b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.796167 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d5deab51-af0a-4e5d-b3c7-d7e48b8a5595 req-1be9239c-d967-4348-bff4-2a7b9745683d tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938654 Aug 13 02:37:53.829472 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Transition to ACTIVE for port object 7aa39fb7-73af-4223-bf94-54677a64a7b8 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:53.857260 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.900842 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44792) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:53.905872 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9e40f199-6c60-4f90-beb2-fe9dbf733b56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f263ec9c908482da7dd0ef4e28d0fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3896863 Aug 13 02:37:53.986379 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.030338 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cd7919e-d0bb-4ec5-9137-da89966c1450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.050144 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40f199-6c60-4f90-beb2-fe9dbf733b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c13d0a-7a97-429a-84af-7fc031c8dead,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:54.054239 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 194509fd-b8ea-4c49-a82f-cb2ecaaad9df up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:54.104597 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Pushing event updated for resources: {'Port': ['ID=7aa39fb7-73af-4223-bf94-54677a64a7b8,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:54.119986 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cd7919e-d0bb-4ec5-9137-da89966c1450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.172887 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:54.178579 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:54.179224 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.214737 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cd7919e-d0bb-4ec5-9137-da89966c1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.218131 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cd7919e-d0bb-4ec5-9137-da89966c1450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.222103 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2cd7919e-d0bb-4ec5-9137-da89966c1450 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12c13d0a-7a97-429a-84af-7fc031c8dead HTTP/1.1" status: 204 len: 168 time: 0.3201940 Aug 13 02:37:54.234016 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7919e-d0bb-4ec5-9137-da89966c1450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c13d0a-7a97-429a-84af-7fc031c8dead,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:54.243573 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Attempting to bind port 7aa39fb7-73af-4223-bf94-54677a64a7b8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:54.243931 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Attempting to bind port 7aa39fb7-73af-4223-bf94-54677a64a7b8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b74b64d0-c40a-4a05-8c63-0ce66c1e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56299c2f-fa1e-481a-bf64-7d895a9c23b9'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:54.244290 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Attempting to bind port 7aa39fb7-73af-4223-bf94-54677a64a7b8 on network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:54.266383 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Port 7aa39fb7-73af-4223-bf94-54677a64a7b8 on network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:37:54.266713 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Attempting to bind port 7aa39fb7-73af-4223-bf94-54677a64a7b8 on network 56299c2f-fa1e-481a-bf64-7d895a9c23b9 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:54.277312 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-6484dac1-54d0-47c2-ad70-1f7570dd183b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:54.285410 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-6484dac1-54d0-47c2-ad70-1f7570dd183b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 818 time: 0.3472133 Aug 13 02:37:54.307365 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:54.309263 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Checking segment: {'id': 'b74b64d0-c40a-4a05-8c63-0ce66c1e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56299c2f-fa1e-481a-bf64-7d895a9c23b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:54.310478 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Bound using segment: {'id': 'b74b64d0-c40a-4a05-8c63-0ce66c1e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56299c2f-fa1e-481a-bf64-7d895a9c23b9'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:54.311983 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Bound port: 7aa39fb7-73af-4223-bf94-54677a64a7b8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74b64d0-c40a-4a05-8c63-0ce66c1e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56299c2f-fa1e-481a-bf64-7d895a9c23b9'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:54.312713 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.336790 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-83509f45-977e-40f1-bae6-366d6230a668 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/quotas/5692d408a73a4c75b7fa005e270e28e8 HTTP/1.1" status: 200 len: 375 time: 0.0502312 Aug 13 02:37:54.351005 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.419169 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:37:54.427873 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.431129 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:54.446680 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.460799 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.503968 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] For port 7aa39fb7-73af-4223-bf94-54677a64a7b8, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:54.520425 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.527245 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.6631939 Aug 13 02:37:54.527689 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44806) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:54.533643 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2bc8f496-d394-4703-8c4a-c95149ac20fd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'security_group_rule': {'security_group_id': 'c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:54.536101 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-1b4fb339-29b9-435d-ad34-cdc2a7b1f051 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1981833 Aug 13 02:37:54.592901 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:54.621374 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f496-d394-4703-8c4a-c95149ac20fd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.631956 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] For port 7aa39fb7-73af-4223-bf94-54677a64a7b8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7aa39fb7-73af-4223-bf94-54677a64a7b8,segment=NetworkSegment(b74b64d0-c40a-4a05-8c63-0ce66c1e663e),segment_id=b74b64d0-c40a-4a05-8c63-0ce66c1e663e)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:54.635667 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4d04f-d839-4adf-8da3-6fe3c6a5b5c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:54.643929 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:54.644315 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.667821 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.854396 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:54.858366 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.860127 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] 10.222.0.20 "PUT /v2.0/ports/7aa39fb7-73af-4223-bf94-54677a64a7b8 HTTP/1.1" status: 200 len: 1093 time: 3.5982332 Aug 13 02:37:54.860738 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f496-d394-4703-8c4a-c95149ac20fd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.863505 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b1018d-dff4-49d0-9787-9622f03b44b7', 'tag': '7aa39fb7-73af-4223-bf94-54677a64a7b8'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:37:54.881494 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18855a9a-c3b1-4c9a-a33f-d29712536dc6 req-ea4dcc8d-bd1c-42b7-a882-db48ba3d00c8 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:54.893101 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-18855a9a-c3b1-4c9a-a33f-d29712536dc6 req-ea4dcc8d-bd1c-42b7-a882-db48ba3d00c8 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 944 time: 0.1419847 Aug 13 02:37:54.914166 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f496-d394-4703-8c4a-c95149ac20fd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.007755 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2bc8f496-d394-4703-8c4a-c95149ac20fd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.011712 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2bc8f496-d394-4703-8c4a-c95149ac20fd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4826963 Aug 13 02:37:55.015432 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8f496-d394-4703-8c4a-c95149ac20fd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53e758b-af8e-4eaf-8b56-3dc50a582d59,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:55.028622 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44820) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:55.062242 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f766b5c2-50fa-4dd9-87c5-9f87d43f06fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'security_group_rule': {'security_group_id': 'c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:55.084804 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e11265-ad4c-4c63-b45b-ca6df5632d7b service neutron] Pushing event updated for resources: {'Port': ['ID=7aa39fb7-73af-4223-bf94-54677a64a7b8,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:55.103640 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-18855a9a-c3b1-4c9a-a33f-d29712536dc6 req-f7b35302-6c95-4808-afd8-6718b9cf1c8c tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070014 Aug 13 02:37:55.140726 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-510f9b17-c20e-4c99-928a-46d07173360b service neutron] 10.222.0.22 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034942 Aug 13 02:37:55.176079 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f766b5c2-50fa-4dd9-87c5-9f87d43f06fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.378289 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-69664a2f-5678-4bb9-bf3e-104d16e09df0 service neutron] 10.222.0.22 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214746 Aug 13 02:37:55.432183 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16a2b1c-c302-4d78-9d08-359fa138c0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "36b1018d-dff4-49d0-9787-9622f03b44b7", "tag": "7aa39fb7-73af-4223-bf94-54677a64a7b8"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:37:55.464063 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f766b5c2-50fa-4dd9-87c5-9f87d43f06fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.480719 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f766b5c2-50fa-4dd9-87c5-9f87d43f06fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.558026 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05f82e-eea4-40b3-abd3-62e7e157b12a req-cdc803a0-82b7-4f60-a9c7-508198aa448a tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:55.565453 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca05f82e-eea4-40b3-abd3-62e7e157b12a req-cdc803a0-82b7-4f60-a9c7-508198aa448a tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 943 time: 0.2955954 Aug 13 02:37:55.589875 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f766b5c2-50fa-4dd9-87c5-9f87d43f06fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.591006 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f766b5c2-50fa-4dd9-87c5-9f87d43f06fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5569577 Aug 13 02:37:55.594902 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 44844) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:55.600333 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:55.641852 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766b5c2-50fa-4dd9-87c5-9f87d43f06fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731a83d2-3c4d-4e0a-b9de-eeabd7609825,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:55.657985 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.699199 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca05f82e-eea4-40b3-abd3-62e7e157b12a req-8b581981-d010-4bad-a00f-21e28de3b0f2 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327679 Aug 13 02:37:55.822086 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 194509fd-b8ea-4c49-a82f-cb2ecaaad9df up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:55.899926 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3a69b153-2203-4298-9bbe-5ba776b5417b req-ecf27b43-f917-48fe-b3d9-58c961cc3415 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 210 time: 0.1370404 Aug 13 02:37:55.958682 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:55.960912 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.106756 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.320487 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Allocated IP 172.27.0.161 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/b697a010-17b4-407b-801d-b33a1131ff15) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:56.408188 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4555e-8430-4438-90bd-3a9a829566ab req-c2c0ee84-fdd2-4dca-8390-5c507e615ed3 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:56.413464 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b32b2647-c530-4321-8c11-021cf4c391a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.417259 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a4555e-8430-4438-90bd-3a9a829566ab req-c2c0ee84-fdd2-4dca-8390-5c507e615ed3 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 944 time: 0.1298809 Aug 13 02:37:56.489835 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92a4555e-8430-4438-90bd-3a9a829566ab req-4ca4bbde-0c6e-4f10-9876-a60a1047b06e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711355 Aug 13 02:37:56.527949 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.618273 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3af74-ab54-4288-81c6-491812b6f68f x-openstack-request-id: req-faa3af74-ab54-4288-81c6-491812b6f68f {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:37:56.618273 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b1018d-dff4-49d0-9787-9622f03b44b7", "tag": "7aa39fb7-73af-4223-bf94-54677a64a7b8", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:37:56.618273 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-faa3af74-ab54-4288-81c6-491812b6f68f {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:37:56.619255 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b1018d-dff4-49d0-9787-9622f03b44b7', 'tag': '7aa39fb7-73af-4223-bf94-54677a64a7b8', 'status': 'completed', 'code': 200} Aug 13 02:37:56.680154 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.719730 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:56.722823 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:56.727493 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:57.083875 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'Port': ['ID=b697a010-17b4-407b-801d-b33a1131ff15,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:57.124014 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d57354f2-0432-48b5-aaf1-e380608735cf req-3243b116-fd4d-46c2-be06-2036740a77d1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0743897 Aug 13 02:37:57.209302 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.210442 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.267938 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f7fad-6958-4433-9801-77c7e356f806 req-141ff73e-7acf-4bd6-83cb-c4e7334bd370 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:57.269567 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-273f7fad-6958-4433-9801-77c7e356f806 req-141ff73e-7acf-4bd6-83cb-c4e7334bd370 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 943 time: 0.2150569 Aug 13 02:37:57.288098 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.371972 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-273f7fad-6958-4433-9801-77c7e356f806 req-fc3f95f4-2eaa-4cf0-bd36-c543806867d8 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858257 Aug 13 02:37:57.525847 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.536834 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.582219 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.612411 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'Port': ['ID=b697a010-17b4-407b-801d-b33a1131ff15,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:57.620147 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.625444 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-71c676c2-1c88-4060-b0c8-8246b6564659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0283320 Aug 13 02:37:57.683449 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fee6f-3256-4680-8a7e-4823cda652d3 req-d0ff420d-5256-4189-925d-6d1e746bfb97 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:57.692609 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-947fee6f-3256-4680-8a7e-4823cda652d3 req-d0ff420d-5256-4189-925d-6d1e746bfb97 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 944 time: 0.0789061 Aug 13 02:37:57.748879 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-947fee6f-3256-4680-8a7e-4823cda652d3 req-3ef6465f-81c6-4c16-a85c-7fed2b7c6c52 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549681 Aug 13 02:37:57.964177 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 44948) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:58.037717 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a8616e1-8479-4f15-8929-f9a11a3d2422 req-48ee2a8e-9a47-4463-9d09-06fc250ba27a service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059522 Aug 13 02:37:58.156557 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2b1c-c302-4d78-9d08-359fa138c0dc req-51595110-201d-4c6f-a115-523512a201ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:58.166690 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b16a2b1c-c302-4d78-9d08-359fa138c0dc req-51595110-201d-4c6f-a115-523512a201ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ba70e4ff68449fb900bce58eb758cd5&device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 1096 time: 0.2860219 Aug 13 02:37:58.173648 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-2c394a87-1f49-4aeb-816f-0ad909b0b922 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1841505496&fields=id&tenant_id=84b7fef85f7847e09394b4238b725d1b HTTP/1.1" status: 200 len: 267 time: 0.1485929 Aug 13 02:37:58.248470 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-fef27a94-49af-43f2-8ce5-5073adaae4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:58.250018 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-fef27a94-49af-43f2-8ce5-5073adaae4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 1097 time: 0.1390738 Aug 13 02:37:58.372084 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c3a7139b-73d7-4ba2-8f7c-5ca9e6bea2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.412980 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d9bd976-e2a5-4a59-bef0-2a1859fcc866 req-06a19392-0c2a-4d95-8163-8e0eb983f118 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 210 time: 0.1151907 Aug 13 02:37:58.561735 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2b1c-c302-4d78-9d08-359fa138c0dc req-4b68ce52-98f1-4e41-ad98-da9b8cc6a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:58.562782 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b16a2b1c-c302-4d78-9d08-359fa138c0dc req-4b68ce52-98f1-4e41-ad98-da9b8cc6a531 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2ba70e4ff68449fb900bce58eb758cd5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3881836 Aug 13 02:37:58.578877 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-0f17ccf1-cdf0-42d6-8b15-8716ed83a34a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:58.580394 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-0f17ccf1-cdf0-42d6-8b15-8716ed83a34a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 810 time: 0.3925517 Aug 13 02:37:58.616232 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-de705842-ee2d-4106-ad6e-af8cc11b1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:58.618280 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-de705842-ee2d-4106-ad6e-af8cc11b1e2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 915 time: 0.3607059 Aug 13 02:37:58.721376 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.20', 54159) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:58.730256 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-7295916a-6e6d-4a8f-9e9c-abc150b4a4dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54066e5-02c5-4266-80b5-57323bcf5e8d HTTP/1.1" status: 200 len: 217 time: 0.0936878 Aug 13 02:37:58.757666 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-553d44e6-b21a-4216-a8ff-9e319e2370ab tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/quotas/84b7fef85f7847e09394b4238b725d1b HTTP/1.1" status: 200 len: 375 time: 0.1544416 Aug 13 02:37:58.849271 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47b17d71-bf41-4824-9980-0a30c3661137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.864927 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-585fa0d9-7173-4c29-8f7e-41c00909c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:58.867078 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-585fa0d9-7173-4c29-8f7e-41c00909c7bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 200 len: 854 time: 0.1118934 Aug 13 02:37:58.878012 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea98fd-35cd-4930-b1fd-295174c39525 req-0bac5d9d-10f8-41d8-8909-01cf4e6e7555 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:58.880087 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3ea98fd-35cd-4930-b1fd-295174c39525 req-0bac5d9d-10f8-41d8-8909-01cf4e6e7555 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 943 time: 0.3439364 Aug 13 02:37:58.927196 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-a5419720-9f5e-4003-a54c-175e48ca7d5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4337783e-e016-4ac9-8c19-e6fa7261827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447588 Aug 13 02:37:59.022410 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-455ec31d-861c-4d0a-adfd-0cf658a60cdc tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:59.025172 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-455ec31d-861c-4d0a-adfd-0cf658a60cdc tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 818 time: 0.3024888 Aug 13 02:37:59.053757 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-c4500404-2992-4bb1-8b38-80852128745d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2945604 Aug 13 02:37:59.063799 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Request body: {'port': {'device_id': '95de7d21-2ffb-4199-aedc-c95bf5c67fcf', 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f', 'admin_state_up': True, 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:59.139102 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2b1c-c302-4d78-9d08-359fa138c0dc req-8b399d26-7d6a-42c3-b305-d516a6ea2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:59.140622 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b16a2b1c-c302-4d78-9d08-359fa138c0dc req-8b399d26-7d6a-42c3-b305-d516a6ea2bb0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5593405 Aug 13 02:37:59.219954 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c3a7139b-73d7-4ba2-8f7c-5ca9e6bea2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.233787 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.20', 54162) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:59.247623 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c3a7139b-73d7-4ba2-8f7c-5ca9e6bea2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.269286 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3ea98fd-35cd-4930-b1fd-295174c39525 req-11a10ad9-209b-498c-8a2e-fe4e8dcb3f63 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678741 Aug 13 02:37:59.330080 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-ffd38c49-9772-4d6c-816a-a63edb795d0d service neutron] 10.222.0.22 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458885 Aug 13 02:37:59.346265 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c3a7139b-73d7-4ba2-8f7c-5ca9e6bea2b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8496885cf28743e28f6b7084b41364e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3787167 Aug 13 02:37:59.347388 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7139b-73d7-4ba2-8f7c-5ca9e6bea2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd4e42b-431c-4e28-8106-b39e9be34bc6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:59.353151 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:59.378752 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-c4fbe43c-a314-4bcb-976a-1fd6319ddf84 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301529 Aug 13 02:37:59.405149 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-76218b10-7fad-41bf-bc10-0f741ec769e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:59.406669 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-76218b10-7fad-41bf-bc10-0f741ec769e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ba70e4ff68449fb900bce58eb758cd5&device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 1096 time: 0.1691792 Aug 13 02:37:59.448531 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Made reservation on behalf of 5692d408a73a4c75b7fa005e270e28e8 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:59.452531 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.476320 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-5a577c7c-eb41-4b68-89e9-1828dbe67251 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:59.478474 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-5a577c7c-eb41-4b68-89e9-1828dbe67251 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 818 time: 0.2858217 Aug 13 02:37:59.495604 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Request body: {'port': {'device_id': '4d135b16-441f-4c3d-9628-601cb445ddf9', 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f', 'admin_state_up': True, 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:59.509465 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.511834 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-ecc0647a-8bbe-4a95-85e8-70434f339586 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7aa39fb7-73af-4223-bf94-54677a64a7b8 HTTP/1.1" status: 200 len: 217 time: 0.0885079 Aug 13 02:37:59.526781 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-375f80d4-9b31-4bb7-a05e-665c74c1e849 service neutron] 10.222.0.22 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839166 Aug 13 02:37:59.588737 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-afe31b06-4f64-4ba7-876b-a1f5ef564c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.600387 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbae20-eb95-444c-b133-f28ef142e66b req-4287d2ca-4a2e-439e-a41f-17c6026e6aec tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:59.602013 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9bbae20-eb95-444c-b133-f28ef142e66b req-4287d2ca-4a2e-439e-a41f-17c6026e6aec tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 944 time: 0.1934834 Aug 13 02:37:59.652188 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-0b7684d3-c8ab-4e6a-8d64-cc89924afb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:59.653583 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-0b7684d3-c8ab-4e6a-8d64-cc89924afb7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9374d3f5-6b03-47f7-b654-fa828ae3e8d5 HTTP/1.1" status: 200 len: 851 time: 0.1280088 Aug 13 02:37:59.659950 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5bb9509b-803c-46d6-a773-fc16636a1b07 req-52e962c6-f9d7-47d1-a5b9-df7585cab035 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718372 Aug 13 02:37:59.684736 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-afe31b06-4f64-4ba7-876b-a1f5ef564c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.718209 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-91ed3372-d615-42e1-8e1d-c97add0a08ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56299c2f-fa1e-481a-bf64-7d895a9c23b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501766 Aug 13 02:37:59.732406 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9bbae20-eb95-444c-b133-f28ef142e66b req-dd464803-b25f-48ea-9cb3-2f4120b9711c tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148105 Aug 13 02:37:59.868470 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-afe31b06-4f64-4ba7-876b-a1f5ef564c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.871102 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-afe31b06-4f64-4ba7-876b-a1f5ef564c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.872561 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-afe31b06-4f64-4ba7-876b-a1f5ef564c15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4fd4e42b-431c-4e28-8106-b39e9be34bc6 HTTP/1.1" status: 204 len: 168 time: 0.5183363 Aug 13 02:37:59.922458 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aed21003-e1be-4a6e-9744-cc43b1472ef7 req-55413ba4-a983-4eee-9f94-e3c01c097c85 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 210 time: 0.0573981 Aug 13 02:37:59.929811 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe31b06-4f64-4ba7-876b-a1f5ef564c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd4e42b-431c-4e28-8106-b39e9be34bc6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:59.961586 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-e4a28f49-a746-413c-8ecf-6b8a72fc0923 service neutron] 10.222.0.20 "GET /v2.0/networks/56299c2f-fa1e-481a-bf64-7d895a9c23b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344911 Aug 13 02:38:00.005319 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ab3f9cd-0fb6-4600-993a-ae93654432a8 req-6e19146d-8835-4d2f-8000-973c79a5fa7e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 210 time: 0.2914906 Aug 13 02:38:00.012390 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Allocated IP 172.20.0.5 (cd703e02-6517-4663-9f1c-9bcbff296e3f/78d977e2-0641-4173-8a5d-cf2793f6628b/9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:00.048013 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Made reservation on behalf of 5692d408a73a4c75b7fa005e270e28e8 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:00.053588 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.090113 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.153583 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6c279d71-6db9-47f8-9a97-bb7eeade815b req-a8cc1547-3b91-4c56-94b9-559c96de37aa service neutron] 10.222.0.20 "GET /v2.0/networks/56299c2f-fa1e-481a-bf64-7d895a9c23b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790111 Aug 13 02:38:00.317320 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.473850 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Allocated IP 172.20.0.9 (cd703e02-6517-4663-9f1c-9bcbff296e3f/78d977e2-0641-4173-8a5d-cf2793f6628b/05e1db29-448f-414b-8ab6-33f632f18ea8) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:00.475898 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f44c3-36a6-4faa-bfc3-045257072910 req-5fb99055-1716-436c-bfd0-560194c63e90 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:00.487474 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f2f44c3-36a6-4faa-bfc3-045257072910 req-5fb99055-1716-436c-bfd0-560194c63e90 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 943 time: 0.1216195 Aug 13 02:38:00.496282 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45044) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:00.542793 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-707b4695-079d-44ce-a9d8-f7ae55003d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.552487 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.632038 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Network cd703e02-6517-4663-9f1c-9bcbff296e3f is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:00.638697 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:00.657563 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2f2f44c3-36a6-4faa-bfc3-045257072910 req-e0007748-9abb-47c9-b458-955b846e4e6d tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691468 Aug 13 02:38:00.697634 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:00.707688 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:00.708479 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.736175 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Pushing event updated for resources: {'Port': ['ID=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:00.759356 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device a54066e5-02c5-4266-80b5-57323bcf5e8d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:00.797440 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-707b4695-079d-44ce-a9d8-f7ae55003d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.806336 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-707b4695-079d-44ce-a9d8-f7ae55003d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.827930 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-43e6de8f-b5b2-479c-863f-96bbde80b8c6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7730706 Aug 13 02:38:00.849309 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Request body: {'port': {'device_id': '95de7d21-2ffb-4199-aedc-c95bf5c67fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:00.871771 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-707b4695-079d-44ce-a9d8-f7ae55003d7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3fc5e27a1cdb42d591d477f2fe2caca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743649 Aug 13 02:38:00.875358 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45062) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:00.887231 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.904248 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b4695-079d-44ce-a9d8-f7ae55003d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a4d02-ba42-488b-a26b-4bb4fc343e6d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:00.995621 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.022547 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port a54066e5-02c5-4266-80b5-57323bcf5e8d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a54066e5-02c5-4266-80b5-57323bcf5e8d,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:01.040719 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969dd7e-2ac6-492e-b1f0-59330e9a8089 req-45359268-3a17-4389-b741-5edd060a27c8 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:01.043259 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4969dd7e-2ac6-492e-b1f0-59330e9a8089 req-45359268-3a17-4389-b741-5edd060a27c8 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 944 time: 0.1524987 Aug 13 02:38:01.049422 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-18884098-d731-4cad-8060-7cabe9afa21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.059443 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': 'a54066e5-02c5-4266-80b5-57323bcf5e8d', 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'port_id': 'a54066e5-02c5-4266-80b5-57323bcf5e8d', 'mac_address': 'fa:16:3e:2e:cc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e018dfb-c02d-49bc-8572-ae56d4d153d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:01.123789 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.129690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.133575 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-395f584b-5581-45a7-bd8d-90b2edf653e1 req-0dd97746-54c9-416c-b850-93c15e9ceffa tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 210 time: 0.0705459 Aug 13 02:38:01.143651 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-18884098-d731-4cad-8060-7cabe9afa21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.168752 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54066e5-02c5-4266-80b5-57323bcf5e8d {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:01.204358 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port a54066e5-02c5-4266-80b5-57323bcf5e8d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a54066e5-02c5-4266-80b5-57323bcf5e8d,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:01.232343 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.250386 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-18884098-d731-4cad-8060-7cabe9afa21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.253235 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-18884098-d731-4cad-8060-7cabe9afa21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.254907 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-18884098-d731-4cad-8060-7cabe9afa21a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b42a4d02-ba42-488b-a26b-4bb4fc343e6d HTTP/1.1" status: 204 len: 168 time: 0.3784261 Aug 13 02:38:01.318834 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=a54066e5-02c5-4266-80b5-57323bcf5e8d,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:01.334390 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4969dd7e-2ac6-492e-b1f0-59330e9a8089 req-c1bdabae-041d-43de-af51-6588283cfe16 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622488 Aug 13 02:38:01.338554 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Network cd703e02-6517-4663-9f1c-9bcbff296e3f is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:01.358069 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:01.358069 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:01.361638 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:01.361638 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.367087 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18884098-d731-4cad-8060-7cabe9afa21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a4d02-ba42-488b-a26b-4bb4fc343e6d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:01.367662 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Pushing event updated for resources: {'Port': ['ID=05e1db29-448f-414b-8ab6-33f632f18ea8,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:01.406883 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-02571f18-c1c4-495d-909e-5fc6ba54a2c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9177620 Aug 13 02:38:01.438284 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45078) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:01.452851 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Request body: {'port': {'device_id': '4d135b16-441f-4c3d-9628-601cb445ddf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:01.492502 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c2d4e-2173-4eef-8864-bf725ab7ff1c req-4bbb6e99-5bc6-45dd-9e6e-786159aa6d66 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:01.494894 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-004c2d4e-2173-4eef-8864-bf725ab7ff1c req-4bbb6e99-5bc6-45dd-9e6e-786159aa6d66 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 931 time: 0.2571542 Aug 13 02:38:01.502057 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a54066e5-02c5-4266-80b5-57323bcf5e8d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:01.556887 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-276428c2-ee8c-4fad-bbe7-486922200d18 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:01.559194 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-276428c2-ee8c-4fad-bbe7-486922200d18 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 810 time: 0.2741861 Aug 13 02:38:01.560426 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.605464 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-004c2d4e-2173-4eef-8864-bf725ab7ff1c req-081161cb-aa7d-46f4-a9cb-f170b447ad4f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956705 Aug 13 02:38:01.685576 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-ed8dbda7-809e-4a88-b095-8e0ce2a238f8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84b7fef85f7847e09394b4238b725d1b HTTP/1.1" status: 200 len: 380 time: 0.0957820 Aug 13 02:38:01.700729 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'port': {'device_id': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'admin_state_up': True, 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'security_groups': ['c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:01.780701 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.877130 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2f67-4a57-47e4-a720-6d12e0ed276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.014532 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:02.016577 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2f67-4a57-47e4-a720-6d12e0ed276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.030207 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2f67-4a57-47e4-a720-6d12e0ed276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.030558 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.064181 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf9e58-b811-40da-8964-33f602065338 req-9cdfbcf5-512f-4615-8005-c7fb6852ceb3 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:02.066245 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-63cf9e58-b811-40da-8964-33f602065338 req-9cdfbcf5-512f-4615-8005-c7fb6852ceb3 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 943 time: 0.2526662 Aug 13 02:38:02.067667 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Transition to ACTIVE for port object 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:02.092688 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Made reservation on behalf of 84b7fef85f7847e09394b4238b725d1b for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:02.098304 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.099031 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.127797 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-dbbe2f67-4a57-47e4-a720-6d12e0ed276b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d579ee771de46c887a73f58ac542d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6834614 Aug 13 02:38:02.128099 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe2f67-4a57-47e4-a720-6d12e0ed276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6054345-f2bf-4ed7-8828-50ae7b06c106,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:02.146309 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45112) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:02.283800 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-63cf9e58-b811-40da-8964-33f602065338 req-6e67c969-7d48-40f2-ab2a-2e1aceb8872d tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030656 Aug 13 02:38:02.330201 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-934b10e0-e5fd-47de-bfbf-a8a3cb38c251 req-88ae0e9a-4956-4ecb-b4b7-6081d7d29f87 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 210 time: 0.0546315 Aug 13 02:38:02.449933 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Allocated IP 172.20.0.3 (a49d6fb8-f33d-48b3-9460-f95eb3f24890/4c6e1ba0-2b92-4133-8741-9b96887b6336/d4c18033-9d43-431e-b125-5a9577c32945) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:02.502514 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Attempting to bind port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:02.502848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Attempting to bind port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:02.503174 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Attempting to bind port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f on network cd703e02-6517-4663-9f1c-9bcbff296e3f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:02.505436 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:02.577879 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f on network cd703e02-6517-4663-9f1c-9bcbff296e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:02.578187 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Attempting to bind port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f on network cd703e02-6517-4663-9f1c-9bcbff296e3f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:02.622637 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:02.622872 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Checking segment: {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:02.623759 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Bound using segment: {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:02.624293 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Bound port: 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:02.624762 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.627242 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fec05d5-8c03-468c-9488-69fefcfb155e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.692612 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fec05d5-8c03-468c-9488-69fefcfb155e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.696138 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e1db29-448f-414b-8ab6-33f632f18ea8 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:02.718195 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1eb9e-1772-48bf-bbf6-b4f6b0b1fd17 req-45d2e09b-d13d-4c2d-a74b-999f626f34b5 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:02.726369 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bcf1eb9e-1772-48bf-bbf6-b4f6b0b1fd17 req-45d2e09b-d13d-4c2d-a74b-999f626f34b5 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 945 time: 0.2557001 Aug 13 02:38:02.729394 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 7aa39fb7-73af-4223-bf94-54677a64a7b8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:02.765290 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.788592 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device a54066e5-02c5-4266-80b5-57323bcf5e8d up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:02.789469 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.835094 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Transition to ACTIVE for port object 05e1db29-448f-414b-8ab6-33f632f18ea8 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:02.856239 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.900112 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bcf1eb9e-1772-48bf-bbf6-b4f6b0b1fd17 req-18e25605-8148-461e-ba50-2210a48e680c tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654255 Aug 13 02:38:02.911075 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Transition to ACTIVE for port object d4c18033-9d43-431e-b125-5a9577c32945 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:02.995746 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] For port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:03.006393 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06cdb8-0749-416b-b6a5-fcbfb77c6077 req-5ac4f93f-62c8-4c85-a3a9-f9d084117a26 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:03.007098 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e06cdb8-0749-416b-b6a5-fcbfb77c6077 req-5ac4f93f-62c8-4c85-a3a9-f9d084117a26 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 931 time: 0.2129073 Aug 13 02:38:03.010364 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.026078 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Pushing event updated for resources: {'Port': ['ID=05e1db29-448f-414b-8ab6-33f632f18ea8,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:03.036822 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] For port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:03.047758 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.135229 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fec05d5-8c03-468c-9488-69fefcfb155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.138700 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fec05d5-8c03-468c-9488-69fefcfb155e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.139865 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4fec05d5-8c03-468c-9488-69fefcfb155e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6054345-f2bf-4ed7-8828-50ae7b06c106 HTTP/1.1" status: 204 len: 168 time: 0.9918191 Aug 13 02:38:03.142088 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:03.151831 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port a54066e5-02c5-4266-80b5-57323bcf5e8d completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:03.156482 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:03.163619 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec05d5-8c03-468c-9488-69fefcfb155e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6054345-f2bf-4ed7-8828-50ae7b06c106,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:03.164030 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:03.170324 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:03.172047 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.188214 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Attempting to bind port 05e1db29-448f-414b-8ab6-33f632f18ea8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:03.188795 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Attempting to bind port 05e1db29-448f-414b-8ab6-33f632f18ea8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:03.189389 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Attempting to bind port 05e1db29-448f-414b-8ab6-33f632f18ea8 on network cd703e02-6517-4663-9f1c-9bcbff296e3f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:03.198146 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:03.199137 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.205558 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] 10.222.0.20 "PUT /v2.0/ports/9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 200 len: 1093 time: 2.3626506 Aug 13 02:38:03.206552 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95de7d21-2ffb-4199-aedc-c95bf5c67fcf', 'tag': '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:03.214533 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832" -d '{"events": [{"name": "network-changed", "server_uuid": "95de7d21-2ffb-4199-aedc-c95bf5c67fcf", "tag": "9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:03.250341 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 7aa39fb7-73af-4223-bf94-54677a64a7b8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7aa39fb7-73af-4223-bf94-54677a64a7b8,segment=NetworkSegment(b74b64d0-c40a-4a05-8c63-0ce66c1e663e),segment_id=b74b64d0-c40a-4a05-8c63-0ce66c1e663e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:03.265237 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e514f-3341-4e3d-9258-aded12d58dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:03.288105 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'Port': ['ID=d4c18033-9d43-431e-b125-5a9577c32945,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:03.295357 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '7aa39fb7-73af-4223-bf94-54677a64a7b8', 'network_id': '56299c2f-fa1e-481a-bf64-7d895a9c23b9', 'port_id': '7aa39fb7-73af-4223-bf94-54677a64a7b8', 'mac_address': 'fa:16:3e:66:85:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9374d3f5-6b03-47f7-b654-fa828ae3e8d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:03.301334 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port a54066e5-02c5-4266-80b5-57323bcf5e8d triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:03.303487 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.322069 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Port 05e1db29-448f-414b-8ab6-33f632f18ea8 on network cd703e02-6517-4663-9f1c-9bcbff296e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:03.324146 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Attempting to bind port 05e1db29-448f-414b-8ab6-33f632f18ea8 on network cd703e02-6517-4663-9f1c-9bcbff296e3f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:03.338467 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e06cdb8-0749-416b-b6a5-fcbfb77c6077 req-7fe8b577-f63d-42ec-8ddf-7a14efb0c843 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713368 Aug 13 02:38:03.351228 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:03.351822 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Checking segment: {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:03.352254 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Bound using segment: {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:03.353403 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Bound port: 05e1db29-448f-414b-8ab6-33f632f18ea8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232bc0ea-d8a9-4a36-b395-0d6e95cec533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:03.353813 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.355208 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-75254de7-b99a-451e-a63e-6ba57ee50c71 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6608291 Aug 13 02:38:03.389398 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Request body: {'port': {'device_id': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:03.404905 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07ac83f-0e8b-4e16-9443-3f649e234dd4 x-openstack-request-id: req-f07ac83f-0e8b-4e16-9443-3f649e234dd4 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:03.405236 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95de7d21-2ffb-4199-aedc-c95bf5c67fcf", "tag": "9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:03.405498 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f07ac83f-0e8b-4e16-9443-3f649e234dd4 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:03.405908 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95de7d21-2ffb-4199-aedc-c95bf5c67fcf', 'tag': '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f', 'status': 'completed', 'code': 200} Aug 13 02:38:03.511142 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.604152 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.686429 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa39fb7-73af-4223-bf94-54677a64a7b8 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:03.707898 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-27806211-3750-48ec-99b5-bb4f4b28cf22 None None] Provisioning for port d4c18033-9d43-431e-b125-5a9577c32945 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:03.715129 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42111402-fe3e-4325-8757-50be0f7434a9 req-cd50dc01-5cb6-4e00-b530-5347dc2467b9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:03.716676 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42111402-fe3e-4325-8757-50be0f7434a9 req-cd50dc01-5cb6-4e00-b530-5347dc2467b9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 931 time: 0.1497967 Aug 13 02:38:03.735976 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-f5d50835-42ff-4cb4-b538-44f48b5da460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:03.751553 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-f5d50835-42ff-4cb4-b538-44f48b5da460 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1096 time: 0.4564576 Aug 13 02:38:03.754059 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-27806211-3750-48ec-99b5-bb4f4b28cf22 None None] Provisioning complete for port d4c18033-9d43-431e-b125-5a9577c32945 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:03.754558 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27806211-3750-48ec-99b5-bb4f4b28cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.757934 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 7aa39fb7-73af-4223-bf94-54677a64a7b8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7aa39fb7-73af-4223-bf94-54677a64a7b8,segment=NetworkSegment(b74b64d0-c40a-4a05-8c63-0ce66c1e663e),segment_id=b74b64d0-c40a-4a05-8c63-0ce66c1e663e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:03.773453 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058a6f4-537b-48ce-a840-c8903a16620f req-4adc5b4d-1c50-48b2-9ac0-0db009c9fd11 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:03.781175 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6058a6f4-537b-48ce-a840-c8903a16620f req-4adc5b4d-1c50-48b2-9ac0-0db009c9fd11 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 943 time: 0.2106256 Aug 13 02:38:03.792291 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.840229 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.863889 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] For port 05e1db29-448f-414b-8ab6-33f632f18ea8, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:03.869482 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] For port 05e1db29-448f-414b-8ab6-33f632f18ea8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=05e1db29-448f-414b-8ab6-33f632f18ea8,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:03.876309 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-27806211-3750-48ec-99b5-bb4f4b28cf22 None None] Port d4c18033-9d43-431e-b125-5a9577c32945 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:38:03.879486 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.907474 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6058a6f4-537b-48ce-a840-c8903a16620f req-d6e07073-858a-4326-bef3-87d9285c6c03 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250765 Aug 13 02:38:03.927263 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port a54066e5-02c5-4266-80b5-57323bcf5e8d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a54066e5-02c5-4266-80b5-57323bcf5e8d,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:03.932658 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a727b05a-7476-425a-be87-b4d4651f4fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54066e5-02c5-4266-80b5-57323bcf5e8d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:03.977650 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-42111402-fe3e-4325-8757-50be0f7434a9 req-ab35386e-c5c8-47a0-b54c-b99aae3a62ab tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492397 Aug 13 02:38:03.996353 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:03.999788 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.001509 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] 10.222.0.20 "PUT /v2.0/ports/05e1db29-448f-414b-8ab6-33f632f18ea8 HTTP/1.1" status: 200 len: 1093 time: 2.5556846 Aug 13 02:38:04.071815 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6307a0-ef8d-4822-b934-08f2a6ced135 service neutron] Pushing event updated for resources: {'Port': ['ID=05e1db29-448f-414b-8ab6-33f632f18ea8,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.084149 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.094695 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=7aa39fb7-73af-4223-bf94-54677a64a7b8,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.130334 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717bbbf-78cf-4bcc-81fc-381b7f8fc0ad req-adaeeae1-a766-4437-97c6-a2e5fca4c39a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:04.131928 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1717bbbf-78cf-4bcc-81fc-381b7f8fc0ad req-adaeeae1-a766-4437-97c6-a2e5fca4c39a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0866888 Aug 13 02:38:04.183772 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1717bbbf-78cf-4bcc-81fc-381b7f8fc0ad req-6238e7c7-01b0-4cad-b0dc-348e968e19ed tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Aug 13 02:38:04.232106 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=a54066e5-02c5-4266-80b5-57323bcf5e8d,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.349859 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c18033-9d43-431e-b125-5a9577c32945 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:04.362265 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.392869 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Transition to ACTIVE for port object d4c18033-9d43-431e-b125-5a9577c32945 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:04.401607 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.430664 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2afc2a-8387-4b95-877f-86aef8b8cdd3" -d '{"events": [{"server_uuid": "a727b05a-7476-425a-be87-b4d4651f4fa0", "name": "network-vif-plugged", "status": "completed", "tag": "a54066e5-02c5-4266-80b5-57323bcf5e8d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:04.532129 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c18033-9d43-431e-b125-5a9577c32945,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.562722 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Attempting to bind port d4c18033-9d43-431e-b125-5a9577c32945 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:04.562722 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Attempting to bind port d4c18033-9d43-431e-b125-5a9577c32945 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:04.563075 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Attempting to bind port d4c18033-9d43-431e-b125-5a9577c32945 on network a49d6fb8-f33d-48b3-9460-f95eb3f24890 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:04.573304 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Port d4c18033-9d43-431e-b125-5a9577c32945 on network a49d6fb8-f33d-48b3-9460-f95eb3f24890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:04.574200 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Attempting to bind port d4c18033-9d43-431e-b125-5a9577c32945 on network a49d6fb8-f33d-48b3-9460-f95eb3f24890 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:04.584256 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:04.585630 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Checking segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:04.586775 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Bound using segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:04.587472 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Bound port: d4c18033-9d43-431e-b125-5a9577c32945, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:04.588105 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.612409 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc80fa0-26f0-4783-8de8-9931a56e251a req-39fc451f-3eca-4143-bddb-629b63f9cafc tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:04.613920 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8bc80fa0-26f0-4783-8de8-9931a56e251a req-39fc451f-3eca-4143-bddb-629b63f9cafc tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 943 time: 0.1345935 Aug 13 02:38:04.685726 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caabb630-cc06-4f93-816e-21d571a7dfef x-openstack-request-id: req-caabb630-cc06-4f93-816e-21d571a7dfef {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:04.686023 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a727b05a-7476-425a-be87-b4d4651f4fa0", "name": "network-vif-plugged", "status": "completed", "tag": "a54066e5-02c5-4266-80b5-57323bcf5e8d", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:04.686281 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-caabb630-cc06-4f93-816e-21d571a7dfef {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:04.687000 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a727b05a-7476-425a-be87-b4d4651f4fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54066e5-02c5-4266-80b5-57323bcf5e8d', 'code': 200} Aug 13 02:38:04.728819 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8bc80fa0-26f0-4783-8de8-9931a56e251a req-9e852761-f900-4e99-811a-39c6f647bf7b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925477 Aug 13 02:38:04.746517 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] For port d4c18033-9d43-431e-b125-5a9577c32945, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:04.751045 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] For port d4c18033-9d43-431e-b125-5a9577c32945, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4c18033-9d43-431e-b125-5a9577c32945,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:04.763462 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.799695 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:04.800314 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.801784 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] 10.222.0.20 "PUT /v2.0/ports/d4c18033-9d43-431e-b125-5a9577c32945 HTTP/1.1" status: 200 len: 1093 time: 1.4232576 Aug 13 02:38:04.802226 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'tag': 'd4c18033-9d43-431e-b125-5a9577c32945'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:04.804744 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f82574b-0a4b-4ee2-a6e5-8b3594892c77" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2d379e-870e-4020-bca2-b8f3e8f618b4", "tag": "d4c18033-9d43-431e-b125-5a9577c32945"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:04.842967 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cec56-6c04-4aa4-8930-d48ab1c29c22 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c18033-9d43-431e-b125-5a9577c32945,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.848634 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45246) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:04.873675 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b5d7e0-bc20-45eb-87f7-0f061542a1cc x-openstack-request-id: req-76b5d7e0-bc20-45eb-87f7-0f061542a1cc {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:04.874155 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2d379e-870e-4020-bca2-b8f3e8f618b4", "tag": "d4c18033-9d43-431e-b125-5a9577c32945", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:04.874565 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76b5d7e0-bc20-45eb-87f7-0f061542a1cc {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:04.875110 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'tag': 'd4c18033-9d43-431e-b125-5a9577c32945', 'status': 'completed', 'code': 200} Aug 13 02:38:04.978094 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-36d9b2c0-5582-4f70-a5b9-2a6484f8c871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.045852 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f461977-7fa4-4641-b550-8452c2ca6653 req-9efe674e-ad1b-4b4a-a410-1b0106d7d9db tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:05.047719 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4f461977-7fa4-4641-b550-8452c2ca6653 req-9efe674e-ad1b-4b4a-a410-1b0106d7d9db tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 944 time: 0.0658419 Aug 13 02:38:05.090912 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4f461977-7fa4-4641-b550-8452c2ca6653 req-12ba1305-3c18-4638-95c2-0583e9488beb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Aug 13 02:38:05.119136 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-36d9b2c0-5582-4f70-a5b9-2a6484f8c871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.125966 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-36d9b2c0-5582-4f70-a5b9-2a6484f8c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.164912 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b836-1790-4e0e-88f5-f76e2e10abe4 req-deaff818-7b75-43a1-ae05-a103c6ced8db tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:05.166440 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6cd1b836-1790-4e0e-88f5-f76e2e10abe4 req-deaff818-7b75-43a1-ae05-a103c6ced8db tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 943 time: 0.0958738 Aug 13 02:38:05.172287 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-36d9b2c0-5582-4f70-a5b9-2a6484f8c871 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07fdfbe1a92c4b7c891c25362997763b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225853 Aug 13 02:38:05.175093 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45258) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:05.193608 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9b2c0-5582-4f70-a5b9-2a6484f8c871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efd3ba2-5103-49ae-b326-0ad03a5d24b7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:05.220215 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6cd1b836-1790-4e0e-88f5-f76e2e10abe4 req-20c414ea-f1c8-4802-9a27-7f9953b8cfb1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Aug 13 02:38:05.237828 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45262) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:05.241892 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4d86ad5-ceca-4a4e-b4dc-014f046cf148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.277654 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4d86ad5-ceca-4a4e-b4dc-014f046cf148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.345073 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da993350-2eb1-4d71-81b3-528bcb439e48 req-a5a14f01-ec89-46c7-8e83-86be3e1fa9a9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:05.346728 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-da993350-2eb1-4d71-81b3-528bcb439e48 req-a5a14f01-ec89-46c7-8e83-86be3e1fa9a9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0865006 Aug 13 02:38:05.382957 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4d86ad5-ceca-4a4e-b4dc-014f046cf148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.383787 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4d86ad5-ceca-4a4e-b4dc-014f046cf148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.384976 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a4d86ad5-ceca-4a4e-b4dc-014f046cf148 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8efd3ba2-5103-49ae-b326-0ad03a5d24b7 HTTP/1.1" status: 204 len: 168 time: 0.2086082 Aug 13 02:38:05.390110 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c90accdb-2a52-4b42-a6df-2089882d13ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.407729 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d135b16-441f-4c3d-9628-601cb445ddf9', 'tag': '05e1db29-448f-414b-8ab6-33f632f18ea8'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:05.411089 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b72bf69-82fb-4fe6-9f3b-5493c67cd13a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d135b16-441f-4c3d-9628-601cb445ddf9", "tag": "05e1db29-448f-414b-8ab6-33f632f18ea8"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:05.419987 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-da993350-2eb1-4d71-81b3-528bcb439e48 req-19239c51-0b28-413e-a33a-0842a6cb39eb tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664198 Aug 13 02:38:05.421317 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86ad5-ceca-4a4e-b4dc-014f046cf148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efd3ba2-5103-49ae-b326-0ad03a5d24b7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:05.484652 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89562599-0a92-46e7-884d-4c03a050deee x-openstack-request-id: req-89562599-0a92-46e7-884d-4c03a050deee {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:05.485079 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d135b16-441f-4c3d-9628-601cb445ddf9", "tag": "05e1db29-448f-414b-8ab6-33f632f18ea8", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:05.485537 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89562599-0a92-46e7-884d-4c03a050deee {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:05.485989 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d135b16-441f-4c3d-9628-601cb445ddf9', 'tag': '05e1db29-448f-414b-8ab6-33f632f18ea8', 'status': 'completed', 'code': 200} Aug 13 02:38:05.562511 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c90accdb-2a52-4b42-a6df-2089882d13ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.567469 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c90accdb-2a52-4b42-a6df-2089882d13ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.610374 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90accdb-2a52-4b42-a6df-2089882d13ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ecbd2-0d26-4a6a-802f-79455f71811e,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:05.618595 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c90accdb-2a52-4b42-a6df-2089882d13ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2f0ef3036a045b491c07e9787824d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785892 Aug 13 02:38:05.622306 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:05.680159 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85782bb4-1713-4a9c-94e7-a4f2f705815d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.705835 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85782bb4-1713-4a9c-94e7-a4f2f705815d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.764012 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45300) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:05.772549 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85782bb4-1713-4a9c-94e7-a4f2f705815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.779729 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23d7380b-5ba7-4e61-8093-47085c3fde1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.792241 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85782bb4-1713-4a9c-94e7-a4f2f705815d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.793648 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-85782bb4-1713-4a9c-94e7-a4f2f705815d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/693ecbd2-0d26-4a6a-802f-79455f71811e HTTP/1.1" status: 204 len: 168 time: 0.1701021 Aug 13 02:38:05.808224 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85782bb4-1713-4a9c-94e7-a4f2f705815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ecbd2-0d26-4a6a-802f-79455f71811e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:05.934874 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23d7380b-5ba7-4e61-8093-47085c3fde1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.939940 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23d7380b-5ba7-4e61-8093-47085c3fde1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.968045 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46abaa-ecb1-4417-8335-8d962603c97b req-2bde925b-8ed5-48bf-aa2d-2005f3444528 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:05.969596 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6e46abaa-ecb1-4417-8335-8d962603c97b req-2bde925b-8ed5-48bf-aa2d-2005f3444528 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0520828 Aug 13 02:38:05.990842 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7380b-5ba7-4e61-8093-47085c3fde1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e70467-dc12-449c-8c1f-7f132d194254,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:05.997905 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-23d7380b-5ba7-4e61-8093-47085c3fde1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5dabbf03e8bb43458eefb12b530d7fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327197 Aug 13 02:38:06.000492 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45306) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:06.018508 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6e46abaa-ecb1-4417-8335-8d962603c97b req-05efc8bb-7dac-4293-bcc4-e8cfa0317b1b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Aug 13 02:38:06.052106 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-467e17fe-c6cd-4095-a9e6-1c329a7eea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.075187 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-467e17fe-c6cd-4095-a9e6-1c329a7eea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.127623 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-467e17fe-c6cd-4095-a9e6-1c329a7eea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.130525 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-467e17fe-c6cd-4095-a9e6-1c329a7eea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.134034 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-467e17fe-c6cd-4095-a9e6-1c329a7eea28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38e70467-dc12-449c-8c1f-7f132d194254 HTTP/1.1" status: 204 len: 168 time: 0.1323712 Aug 13 02:38:06.142834 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e17fe-c6cd-4095-a9e6-1c329a7eea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e70467-dc12-449c-8c1f-7f132d194254,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:06.223996 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d573b-06c6-4006-af4d-5c93c2f1ea71 req-687f752c-4b6f-4c95-aeb1-701e2aa4ccdc tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.225569 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d42d573b-06c6-4006-af4d-5c93c2f1ea71 req-687f752c-4b6f-4c95-aeb1-701e2aa4ccdc tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 944 time: 0.0522108 Aug 13 02:38:06.275495 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d42d573b-06c6-4006-af4d-5c93c2f1ea71 req-64bd2cce-1aa3-47c0-a1a1-e4bd660a95b4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Aug 13 02:38:06.467385 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-caa1edbc-45e2-4040-9efc-8a464cd3382e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 200 len: 217 time: 0.1519132 Aug 13 02:38:06.544036 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['7aa39fb7-73af-4223-bf94-54677a64a7b8'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:06.560927 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7e46e-d584-40e8-a970-f8e6a0b5d601 req-2a98e9a4-b19f-47cf-b4cf-7f772180b200 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.581843 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4bf7e46e-d584-40e8-a970-f8e6a0b5d601 req-2a98e9a4-b19f-47cf-b4cf-7f772180b200 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 943 time: 0.1605058 Aug 13 02:38:06.611202 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82574b-0a4b-4ee2-a6e5-8b3594892c77 req-d91a701c-f0db-4e6a-9987-a9868ccee8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.613276 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6f82574b-0a4b-4ee2-a6e5-8b3594892c77 req-d91a701c-f0db-4e6a-9987-a9868ccee8f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 1096 time: 0.2354646 Aug 13 02:38:06.705586 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-8b3d6c5c-a146-4722-af94-9f2543448835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.707088 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-8b3d6c5c-a146-4722-af94-9f2543448835 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.2294993 Aug 13 02:38:06.747192 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bf69-82fb-4fe6-9f3b-5493c67cd13a req-77b0d4a4-dd25-41a1-8d92-007fe5fded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.748590 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b72bf69-82fb-4fe6-9f3b-5493c67cd13a req-77b0d4a4-dd25-41a1-8d92-007fe5fded19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.2314537 Aug 13 02:38:06.804335 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4bf7e46e-d584-40e8-a970-f8e6a0b5d601 req-c6dedad3-7be1-4996-a85d-979e27fd0738 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171113 Aug 13 02:38:06.885169 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca667a3-9e93-4348-af77-2a2daba2a012 req-586394fe-5c88-4ca0-a29b-7f4e6ca2530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.886879 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bca667a3-9e93-4348-af77-2a2daba2a012 req-586394fe-5c88-4ca0-a29b-7f4e6ca2530f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 1099 time: 0.2907038 Aug 13 02:38:06.913337 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-219c592b-4135-43f1-9cf9-41d08dd54486 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685305 Aug 13 02:38:06.919989 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bf69-82fb-4fe6-9f3b-5493c67cd13a req-9c51da55-13b4-446e-b708-fdd6947a5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.921768 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b72bf69-82fb-4fe6-9f3b-5493c67cd13a req-9c51da55-13b4-446e-b708-fdd6947a5a35 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5692d408a73a4c75b7fa005e270e28e8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1594014 Aug 13 02:38:06.923486 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bca667a3-9e93-4348-af77-2a2daba2a012 req-cacb6776-a340-4412-a192-965ce1ae7edf service neutron] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.926963 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82574b-0a4b-4ee2-a6e5-8b3594892c77 req-510a3bea-00b9-4f84-b992-5985f318e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.928555 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6f82574b-0a4b-4ee2-a6e5-8b3594892c77 req-510a3bea-00b9-4f84-b992-5985f318e159 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=84b7fef85f7847e09394b4238b725d1b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2836373 Aug 13 02:38:06.932133 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73752061-8097-4d5c-9cd3-31a1fcae0b7e req-4a5a71a3-4e59-42cd-aa25-413cee5de184 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.940742 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73752061-8097-4d5c-9cd3-31a1fcae0b7e req-4a5a71a3-4e59-42cd-aa25-413cee5de184 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 946 time: 0.3169749 Aug 13 02:38:07.174004 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bf69-82fb-4fe6-9f3b-5493c67cd13a req-9b826caf-e8f2-42a0-8561-771239e61b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:07.175580 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0b72bf69-82fb-4fe6-9f3b-5493c67cd13a req-9b826caf-e8f2-42a0-8561-771239e61b27 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308216 Aug 13 02:38:07.177539 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-7921b161-a29a-450e-8ea3-108e908043cd service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339292 Aug 13 02:38:07.308438 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82574b-0a4b-4ee2-a6e5-8b3594892c77 req-83b4f97f-0132-43cf-a6f3-6375c147d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:07.310005 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6f82574b-0a4b-4ee2-a6e5-8b3594892c77 req-83b4f97f-0132-43cf-a6f3-6375c147d860 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3723071 Aug 13 02:38:07.336473 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d423c-26d4-47e8-90d4-850bb26b8b3e req-c0ebf802-ab56-4e85-89a6-a679c92b4499 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:07.338141 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ee0d423c-26d4-47e8-90d4-850bb26b8b3e req-c0ebf802-ab56-4e85-89a6-a679c92b4499 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 943 time: 0.1785262 Aug 13 02:38:07.410284 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bca667a3-9e93-4348-af77-2a2daba2a012 req-cacb6776-a340-4412-a192-965ce1ae7edf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.427996 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ee0d423c-26d4-47e8-90d4-850bb26b8b3e req-d24492d6-3f7d-45b2-9c28-e23fc0a79da4 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834832 Aug 13 02:38:07.428693 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bca667a3-9e93-4348-af77-2a2daba2a012 req-cacb6776-a340-4412-a192-965ce1ae7edf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.556000 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bca667a3-9e93-4348-af77-2a2daba2a012 req-cacb6776-a340-4412-a192-965ce1ae7edf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565824 Aug 13 02:38:07.557798 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb6776-a340-4412-a192-965ce1ae7edf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f190ffb-2a23-4a1b-a0db-8b9860871d15,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:07.581131 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-b5319b5a-a4cd-42e7-83eb-b1ec47862c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:07.583364 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-b5319b5a-a4cd-42e7-83eb-b1ec47862c26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 1096 time: 0.2168205 Aug 13 02:38:07.630128 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-797afc8f-8d8a-4b4b-a1ce-a3b7feb50636 req-a71e75c5-adb6-43bc-baa1-9a0d3bf15a1c service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416015 Aug 13 02:38:07.680176 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73752061-8097-4d5c-9cd3-31a1fcae0b7e req-b458cee0-9bc4-40d3-81f7-9b421de6d14f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7380989 Aug 13 02:38:07.718989 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-10c8e10e-70b2-4d90-a5fb-c6986283df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:07.720527 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-10c8e10e-70b2-4d90-a5fb-c6986283df89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.2533202 Aug 13 02:38:07.725500 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-04312920-b363-4715-9b05-be1bc801bcd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4c18033-9d43-431e-b125-5a9577c32945 HTTP/1.1" status: 200 len: 217 time: 0.0758386 Aug 13 02:38:07.783433 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c2bd-449d-408d-9cd1-05fbcc65483c req-e2c53386-eae5-4f48-b52a-c4145d0059e1 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:07.785713 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bec1c2bd-449d-408d-9cd1-05fbcc65483c req-e2c53386-eae5-4f48-b52a-c4145d0059e1 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 944 time: 0.1956456 Aug 13 02:38:07.815351 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-28938edf-df03-4f4d-9076-e60a0522eee2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05e1db29-448f-414b-8ab6-33f632f18ea8 HTTP/1.1" status: 200 len: 217 time: 0.0485990 Aug 13 02:38:07.862688 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-8f7260d2-ccc2-4da5-886d-2487dcbff28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:07.867705 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-8f7260d2-ccc2-4da5-886d-2487dcbff28b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1096 time: 0.1700699 Aug 13 02:38:07.963334 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bec1c2bd-449d-408d-9cd1-05fbcc65483c req-0d8adde6-6089-4d7c-a31a-4ef1ec07f40b tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549940 Aug 13 02:38:07.996547 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-09242ac7-7bd4-44af-8bfd-bc59f3450045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:08.011256 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-09242ac7-7bd4-44af-8bfd-bc59f3450045 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 200 len: 849 time: 0.2695391 Aug 13 02:38:08.022578 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-4f2c5b38-a445-4215-81b0-591f688fbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:08.025524 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-4f2c5b38-a445-4215-81b0-591f688fbaa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.2012606 Aug 13 02:38:08.140792 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-1e198c3e-c937-4912-b24c-8edf9f346a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:08.143371 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-1e198c3e-c937-4912-b24c-8edf9f346a10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a49d6fb8-f33d-48b3-9460-f95eb3f24890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253996 Aug 13 02:38:08.178829 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-368a4e74-c74a-4f30-abde-c2189ab4c2af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377389 Aug 13 02:38:08.230977 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a10583-b412-4f0a-bd38-69a8248d2c7a req-71ea6ebb-92f4-47cc-93c8-df5392fced84 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:08.232782 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e9a10583-b412-4f0a-bd38-69a8248d2c7a req-71ea6ebb-92f4-47cc-93c8-df5392fced84 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 943 time: 0.3030708 Aug 13 02:38:08.305972 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 7aa39fb7-73af-4223-bf94-54677a64a7b8 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:08.339690 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-9b560a93-04c6-4588-9848-9829f50fb25a service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880081 Aug 13 02:38:08.400411 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-070be9fc-1484-410a-9af2-9d76044c1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:08.402709 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-070be9fc-1484-410a-9af2-9d76044c1050 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 919 time: 0.5277779 Aug 13 02:38:08.409515 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 7aa39fb7-73af-4223-bf94-54677a64a7b8 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:08.412068 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e9a10583-b412-4f0a-bd38-69a8248d2c7a req-65b5ed49-788d-4461-b785-3a5f4499999c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665001 Aug 13 02:38:08.419942 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 7aa39fb7-73af-4223-bf94-54677a64a7b8 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:08.420808 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:08.494958 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-5bc679d2-1e84-405d-80b9-417b436c6f4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 200 len: 217 time: 0.0777395 Aug 13 02:38:08.501960 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-edb5b870-cbc6-4c77-bbc2-0bd9c24e8ef3 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082654 Aug 13 02:38:08.559442 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-7e107833-8fe3-41a1-87cd-15729114b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:08.561047 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-7e107833-8fe3-41a1-87cd-15729114b72c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.0582743 Aug 13 02:38:08.636936 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-21b7d305-01ec-43bc-b7c1-e0ca644d136c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641212 Aug 13 02:38:08.693478 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:08.739972 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05010d9-c30f-456e-a172-56ac09bfa747 req-0f1ac875-5b79-4ad1-b018-76f54ebcf9d4 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:08.742271 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b05010d9-c30f-456e-a172-56ac09bfa747 req-0f1ac875-5b79-4ad1-b018-76f54ebcf9d4 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 943 time: 0.1162894 Aug 13 02:38:08.747316 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10062de4-470c-4db5-85f0-45b3f6ec6b5e req-236aa5a9-3f79-4c29-b375-c2ac7a6e5448 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852632 Aug 13 02:38:08.764866 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b1018d-dff4-49d0-9787-9622f03b44b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa39fb7-73af-4223-bf94-54677a64a7b8'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:08.770819 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b6f61-a62f-452d-b1a9-11fc1573977b" -d '{"events": [{"server_uuid": "36b1018d-dff4-49d0-9787-9622f03b44b7", "name": "network-vif-plugged", "status": "completed", "tag": "7aa39fb7-73af-4223-bf94-54677a64a7b8"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:08.776688 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-7edde1a3-25d3-48a5-ad61-1fd8f7aa0b31 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320770 Aug 13 02:38:08.778274 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c64f0b02-fa64-42c0-b869-138dc5bce5a6 req-bdf0143f-b418-41f5-ae03-b4c1272c58ae service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289491 Aug 13 02:38:08.786925 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 7aa39fb7-73af-4223-bf94-54677a64a7b8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7aa39fb7-73af-4223-bf94-54677a64a7b8,segment=NetworkSegment(b74b64d0-c40a-4a05-8c63-0ce66c1e663e),segment_id=b74b64d0-c40a-4a05-8c63-0ce66c1e663e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:08.799130 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:08.801731 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b05010d9-c30f-456e-a172-56ac09bfa747 req-dbe792c2-95d9-4aec-945b-48448ffc47c5 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498874 Aug 13 02:38:08.859487 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=7aa39fb7-73af-4223-bf94-54677a64a7b8,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:08.872182 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a3ac34-bb4f-41f4-b948-6f076d699f56 x-openstack-request-id: req-c3a3ac34-bb4f-41f4-b948-6f076d699f56 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:08.872593 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b1018d-dff4-49d0-9787-9622f03b44b7", "name": "network-vif-plugged", "status": "completed", "tag": "7aa39fb7-73af-4223-bf94-54677a64a7b8", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:08.872876 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3a3ac34-bb4f-41f4-b948-6f076d699f56 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:08.873361 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b1018d-dff4-49d0-9787-9622f03b44b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa39fb7-73af-4223-bf94-54677a64a7b8', 'code': 200} Aug 13 02:38:08.896810 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a14ffa-0d19-408f-b90e-0613c39e5353 req-a879f18c-247c-421d-afeb-034e5807e8e0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:08.898163 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d5a14ffa-0d19-408f-b90e-0613c39e5353 req-a879f18c-247c-421d-afeb-034e5807e8e0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 946 time: 0.1205444 Aug 13 02:38:08.968460 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-70e5a91a-3e5c-4c4e-8fce-3c3ec4275832 req-2c230d99-8092-4bbb-b956-ca890ef80a1f service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631668 Aug 13 02:38:08.974473 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d5a14ffa-0d19-408f-b90e-0613c39e5353 req-b7e98160-086f-442b-b0c8-5902253c5f00 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623095 Aug 13 02:38:09.186786 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54c098-c8ad-4593-8a53-5189a7c75db4 req-45b7ced6-cb6b-490d-a9c8-96157c8108ab tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:09.191420 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e54c098-c8ad-4593-8a53-5189a7c75db4 req-45b7ced6-cb6b-490d-a9c8-96157c8108ab tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0983675 Aug 13 02:38:09.231539 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f239d8-aede-4e68-a880-4523cc77d6f8 req-ac0074a3-4c38-4ab4-9d7f-9c1695d19934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:09.233437 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91f239d8-aede-4e68-a880-4523cc77d6f8 req-ac0074a3-4c38-4ab4-9d7f-9c1695d19934 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 1098 time: 0.1318061 Aug 13 02:38:09.265089 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e54c098-c8ad-4593-8a53-5189a7c75db4 req-92dcf48f-0a23-499f-9c4e-25df56038ca3 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639470 Aug 13 02:38:09.299087 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-91f239d8-aede-4e68-a880-4523cc77d6f8 req-1394f559-f98b-4cf7-91d6-75fd073d8ff0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576694 Aug 13 02:38:09.574788 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87b312-407f-470d-8872-aa336216000a req-7616da61-7516-40e2-afed-ca9e7e12e5f9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:09.576302 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b87b312-407f-470d-8872-aa336216000a req-7616da61-7516-40e2-afed-ca9e7e12e5f9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 943 time: 0.0591226 Aug 13 02:38:09.616090 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1b87b312-407f-470d-8872-aa336216000a req-b161a6e1-0b0c-4117-88a9-014a2c93355c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330832 Aug 13 02:38:09.921612 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48db94-dcd8-4fea-9d23-33f40f2f9961 req-63611dbe-8916-49e1-a59d-d5ff30393f06 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:09.923067 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e48db94-dcd8-4fea-9d23-33f40f2f9961 req-63611dbe-8916-49e1-a59d-d5ff30393f06 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0473409 Aug 13 02:38:09.959798 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7e48db94-dcd8-4fea-9d23-33f40f2f9961 req-c432b5b7-5dcd-49a0-9395-2432508632ff tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309799 Aug 13 02:38:10.091352 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73d76-ed76-41d4-aa3f-353912d27b3a req-c6d9fe61-43bd-4df7-8fc6-43509c4569e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:10.092793 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4e73d76-ed76-41d4-aa3f-353912d27b3a req-c6d9fe61-43bd-4df7-8fc6-43509c4569e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0468149 Aug 13 02:38:10.128428 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4e73d76-ed76-41d4-aa3f-353912d27b3a req-d33716c6-d270-47cb-a80c-0985cdb23d5d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298584 Aug 13 02:38:10.425091 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baf07c-07cf-45ab-8a27-507b8d69a089 req-18da584d-2c86-4ca4-89f0-7d7babc50c8c tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:10.428396 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e1baf07c-07cf-45ab-8a27-507b8d69a089 req-18da584d-2c86-4ca4-89f0-7d7babc50c8c tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0747383 Aug 13 02:38:10.485000 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e1baf07c-07cf-45ab-8a27-507b8d69a089 req-8abb6808-342e-4528-8797-2544426b96d5 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494387 Aug 13 02:38:10.734884 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252acd49-a676-458d-b8e3-f0b46b6424a8 req-40de00a6-195c-4fad-9f81-fa90d425bd64 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:10.736348 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-252acd49-a676-458d-b8e3-f0b46b6424a8 req-40de00a6-195c-4fad-9f81-fa90d425bd64 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 943 time: 0.0520015 Aug 13 02:38:10.775458 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-252acd49-a676-458d-b8e3-f0b46b6424a8 req-6a3979ab-1834-43d2-9474-32216ed46a51 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332499 Aug 13 02:38:11.072272 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd59eec-6254-4001-92e8-2efa862bb3aa req-e4479449-2e6d-4918-b4e4-23d2ef9e209f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:11.073701 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd59eec-6254-4001-92e8-2efa862bb3aa req-e4479449-2e6d-4918-b4e4-23d2ef9e209f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0474117 Aug 13 02:38:11.110396 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd59eec-6254-4001-92e8-2efa862bb3aa req-0a84529b-0b06-4440-af99-3265b83f8aee tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Aug 13 02:38:11.594505 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3704eb-e275-4f80-bb33-0cc341b5b878 req-667b5aca-d96a-4672-a2b2-8268a69c06b4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:11.596003 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb3704eb-e275-4f80-bb33-0cc341b5b878 req-667b5aca-d96a-4672-a2b2-8268a69c06b4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0506048 Aug 13 02:38:11.624785 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device d4c18033-9d43-431e-b125-5a9577c32945 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:11.635543 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb3704eb-e275-4f80-bb33-0cc341b5b878 req-4ed26ee9-1734-4eee-b0ab-be1d2cac730f tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331039 Aug 13 02:38:11.723548 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port d4c18033-9d43-431e-b125-5a9577c32945, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4c18033-9d43-431e-b125-5a9577c32945,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:11.734782 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': 'd4c18033-9d43-431e-b125-5a9577c32945', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'port_id': 'd4c18033-9d43-431e-b125-5a9577c32945', 'mac_address': 'fa:16:3e:f0:73:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:11.769809 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.781688 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c18033-9d43-431e-b125-5a9577c32945 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:11.800726 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port d4c18033-9d43-431e-b125-5a9577c32945, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4c18033-9d43-431e-b125-5a9577c32945,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:11.805552 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.857411 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=d4c18033-9d43-431e-b125-5a9577c32945,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:11.897420 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de56c4-4c12-4913-be90-145b1259b482 req-d10f94a9-579f-4bd9-b840-5f0926378066 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:11.899909 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-74de56c4-4c12-4913-be90-145b1259b482 req-d10f94a9-579f-4bd9-b840-5f0926378066 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 944 time: 0.0561514 Aug 13 02:38:11.936774 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-74de56c4-4c12-4913-be90-145b1259b482 req-7aa5f1d1-f1b2-40f6-9111-ff6d88bf792e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Aug 13 02:38:12.227881 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a087-63b6-4535-a58e-b61efa221b9a req-f89e9b7f-a837-4605-b47d-d4fe6e021217 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:12.229376 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e127a087-63b6-4535-a58e-b61efa221b9a req-f89e9b7f-a837-4605-b47d-d4fe6e021217 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0501552 Aug 13 02:38:12.266850 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e127a087-63b6-4535-a58e-b61efa221b9a req-a61cd46f-2cfd-4a89-badc-f9eced68bea7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Aug 13 02:38:12.732317 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 05e1db29-448f-414b-8ab6-33f632f18ea8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:12.754342 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726e26f-cbcc-4f5e-9a5b-0a164bf32bba req-bcbbe1e0-73ea-414f-935e-6f28f5ed69f9 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:12.755868 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b726e26f-cbcc-4f5e-9a5b-0a164bf32bba req-bcbbe1e0-73ea-414f-935e-6f28f5ed69f9 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0511065 Aug 13 02:38:12.793724 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b726e26f-cbcc-4f5e-9a5b-0a164bf32bba req-1b958285-da58-423b-8aa6-fedc69557eff tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Aug 13 02:38:12.834340 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 05e1db29-448f-414b-8ab6-33f632f18ea8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=05e1db29-448f-414b-8ab6-33f632f18ea8,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:12.844360 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '05e1db29-448f-414b-8ab6-33f632f18ea8', 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f', 'port_id': '05e1db29-448f-414b-8ab6-33f632f18ea8', 'mac_address': 'fa:16:3e:fd:62:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d977e2-0641-4173-8a5d-cf2793f6628b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:12.885742 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.898682 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e1db29-448f-414b-8ab6-33f632f18ea8 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:12.918567 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 05e1db29-448f-414b-8ab6-33f632f18ea8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=05e1db29-448f-414b-8ab6-33f632f18ea8,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:12.923890 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.924588 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:12.932855 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['d4c18033-9d43-431e-b125-5a9577c32945'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:13.035064 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=05e1db29-448f-414b-8ab6-33f632f18ea8,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:13.040195 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:13.059505 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f', 'network_id': 'cd703e02-6517-4663-9f1c-9bcbff296e3f', 'port_id': '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f', 'mac_address': 'fa:16:3e:1d:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d977e2-0641-4173-8a5d-cf2793f6628b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:13.065374 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2939c-bf6b-4592-8c41-be31db5c53eb req-10375629-d950-4adf-b6fc-1ea0fb559592 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:13.073477 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28a2939c-bf6b-4592-8c41-be31db5c53eb req-10375629-d950-4adf-b6fc-1ea0fb559592 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 944 time: 0.0624058 Aug 13 02:38:13.108882 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28a2939c-bf6b-4592-8c41-be31db5c53eb req-f881b936-7e65-40ab-8b03-4bb0b78445c2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342419 Aug 13 02:38:13.139106 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.166047 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:13.203004 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:13.211456 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.271584 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:13.380838 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834da2db-48d4-4eda-82dc-95ccb9b4f828 req-71d50ce2-3738-4f7b-9b23-f1ad563e015a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:13.383132 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-834da2db-48d4-4eda-82dc-95ccb9b4f828 req-71d50ce2-3738-4f7b-9b23-f1ad563e015a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0491688 Aug 13 02:38:13.425774 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-834da2db-48d4-4eda-82dc-95ccb9b4f828 req-c4382477-8c1e-48ac-8506-db07948e44d7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365291 Aug 13 02:38:13.554752 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:13.559419 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['05e1db29-448f-414b-8ab6-33f632f18ea8'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:13.989458 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f693bb4-a650-40c2-80ee-0bf76e51b8c2 req-f1241d98-be0a-4159-baa3-f50067e616e7 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:13.991012 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6f693bb4-a650-40c2-80ee-0bf76e51b8c2 req-f1241d98-be0a-4159-baa3-f50067e616e7 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.1008329 Aug 13 02:38:14.056319 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6f693bb4-a650-40c2-80ee-0bf76e51b8c2 req-c0946cd7-9fe8-4af1-be4d-c8a387aec2e3 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517201 Aug 13 02:38:14.114513 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45588) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.265789 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db53b3d-b4c9-4d18-a942-828068bc2687 req-2f1237d9-e5e5-4b6c-b1da-58482e9d8e30 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:14.267881 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8db53b3d-b4c9-4d18-a942-828068bc2687 req-2f1237d9-e5e5-4b6c-b1da-58482e9d8e30 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 944 time: 0.0698221 Aug 13 02:38:14.274766 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-82dba159-a0da-46fa-a17f-d14ac6430cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.334443 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8db53b3d-b4c9-4d18-a942-828068bc2687 req-4a5b7c32-8e0e-4b8e-87ed-69de1f978e8d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557425 Aug 13 02:38:14.408988 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-82dba159-a0da-46fa-a17f-d14ac6430cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.418849 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-82dba159-a0da-46fa-a17f-d14ac6430cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.471675 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45608) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.472294 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-82dba159-a0da-46fa-a17f-d14ac6430cab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=515655a49516456e836c4520fbcf56bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562167 Aug 13 02:38:14.473171 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dba159-a0da-46fa-a17f-d14ac6430cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d7a22-6762-4e69-99ea-dd42c47e7776,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:14.534276 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45610) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.559901 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8abd2b70-6e33-4ab9-a33d-8f00b8c5e18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.580732 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682141c-41b6-423d-b465-9fa161553e95 req-7216f599-ab01-4aa0-98d0-099717462574 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:14.582260 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5682141c-41b6-423d-b465-9fa161553e95 req-7216f599-ab01-4aa0-98d0-099717462574 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0749836 Aug 13 02:38:14.594852 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8abd2b70-6e33-4ab9-a33d-8f00b8c5e18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.642042 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566f6339-e123-477f-b0c2-33d1dcde91f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.653195 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5682141c-41b6-423d-b465-9fa161553e95 req-aca2ea22-e824-4ef0-8700-8c26c1b130b3 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603328 Aug 13 02:38:14.672310 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8abd2b70-6e33-4ab9-a33d-8f00b8c5e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.675044 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8abd2b70-6e33-4ab9-a33d-8f00b8c5e18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.676528 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8abd2b70-6e33-4ab9-a33d-8f00b8c5e18e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c9d7a22-6762-4e69-99ea-dd42c47e7776 HTTP/1.1" status: 204 len: 168 time: 0.2037404 Aug 13 02:38:14.685344 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd2b70-6e33-4ab9-a33d-8f00b8c5e18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d7a22-6762-4e69-99ea-dd42c47e7776,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:14.751973 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566f6339-e123-477f-b0c2-33d1dcde91f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.756070 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566f6339-e123-477f-b0c2-33d1dcde91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.797383 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-566f6339-e123-477f-b0c2-33d1dcde91f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33eb23a8b6ed4c28a293d4d7e3ade9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620060 Aug 13 02:38:14.798578 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f6339-e123-477f-b0c2-33d1dcde91f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b08e9f-67fd-4633-bb53-a78750669d15,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:14.799959 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45618) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.852111 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2996d24-8f20-4eb9-aec4-c392df67f88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.875034 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2996d24-8f20-4eb9-aec4-c392df67f88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.926427 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2996d24-8f20-4eb9-aec4-c392df67f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.929438 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2996d24-8f20-4eb9-aec4-c392df67f88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.930930 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f2996d24-8f20-4eb9-aec4-c392df67f88e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65b08e9f-67fd-4633-bb53-a78750669d15 HTTP/1.1" status: 204 len: 168 time: 0.1288748 Aug 13 02:38:14.939062 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2996d24-8f20-4eb9-aec4-c392df67f88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b08e9f-67fd-4633-bb53-a78750669d15,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:14.968355 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45624) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.983157 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-622e9963-e42e-4605-9345-49b3ccb821df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.069059 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device d4c18033-9d43-431e-b125-5a9577c32945 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:15.079075 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-622e9963-e42e-4605-9345-49b3ccb821df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.083842 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-622e9963-e42e-4605-9345-49b3ccb821df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.114405 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e9963-e42e-4605-9345-49b3ccb821df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b971b47f-8a42-4c55-8b73-a8edfaae2813,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.133320 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-622e9963-e42e-4605-9345-49b3ccb821df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db7d13503713418c96e53edf2853ef9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634266 Aug 13 02:38:15.135655 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45634) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:15.141100 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port d4c18033-9d43-431e-b125-5a9577c32945 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:15.146120 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port d4c18033-9d43-431e-b125-5a9577c32945 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:15.146500 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.198886 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a737a9b2-a1c7-4644-bf03-f67c3f70ddc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.223126 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a737a9b2-a1c7-4644-bf03-f67c3f70ddc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.241747 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.284733 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c18033-9d43-431e-b125-5a9577c32945'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:15.290925 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a737a9b2-a1c7-4644-bf03-f67c3f70ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.291514 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4057d4-3fc5-4400-9733-df368727a2a5" -d '{"events": [{"server_uuid": "2f2d379e-870e-4020-bca2-b8f3e8f618b4", "name": "network-vif-plugged", "status": "completed", "tag": "d4c18033-9d43-431e-b125-5a9577c32945"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:15.294822 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a737a9b2-a1c7-4644-bf03-f67c3f70ddc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.295987 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a737a9b2-a1c7-4644-bf03-f67c3f70ddc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b971b47f-8a42-4c55-8b73-a8edfaae2813 HTTP/1.1" status: 204 len: 168 time: 0.1593020 Aug 13 02:38:15.296997 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port d4c18033-9d43-431e-b125-5a9577c32945, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4c18033-9d43-431e-b125-5a9577c32945,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:15.311501 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.327841 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737a9b2-a1c7-4644-bf03-f67c3f70ddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b971b47f-8a42-4c55-8b73-a8edfaae2813,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.362377 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45650) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:15.372307 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532e6416-613e-43cf-8996-ec78579ae457 x-openstack-request-id: req-532e6416-613e-43cf-8996-ec78579ae457 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:15.372599 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d379e-870e-4020-bca2-b8f3e8f618b4", "name": "network-vif-plugged", "status": "completed", "tag": "d4c18033-9d43-431e-b125-5a9577c32945", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:15.372855 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-532e6416-613e-43cf-8996-ec78579ae457 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:15.373282 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c18033-9d43-431e-b125-5a9577c32945', 'code': 200} Aug 13 02:38:15.387000 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf2031e4-8492-4284-9d2b-17247ae3e991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.423320 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=d4c18033-9d43-431e-b125-5a9577c32945,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.480092 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de825d89-f989-45df-b87d-33cb8da48392 req-b9783988-1d35-42dd-aec6-713bc24348f4 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:15.482380 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de825d89-f989-45df-b87d-33cb8da48392 req-b9783988-1d35-42dd-aec6-713bc24348f4 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0564032 Aug 13 02:38:15.494898 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf2031e4-8492-4284-9d2b-17247ae3e991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.501864 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf2031e4-8492-4284-9d2b-17247ae3e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.530722 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de825d89-f989-45df-b87d-33cb8da48392 req-c53ec9e6-7390-42a4-949f-398fbcb74ce8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 Aug 13 02:38:15.560741 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cf2031e4-8492-4284-9d2b-17247ae3e991 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e29207b3293b40269c935720244d91e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965859 Aug 13 02:38:15.563344 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45656) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:15.563681 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2031e4-8492-4284-9d2b-17247ae3e991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7847524-ec6b-40b1-b764-b1127793f83f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.616128 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4684b21d-f765-4e64-bc76-c2e194c637c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.640600 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4684b21d-f765-4e64-bc76-c2e194c637c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.693231 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4684b21d-f765-4e64-bc76-c2e194c637c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.697184 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4684b21d-f765-4e64-bc76-c2e194c637c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.701045 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4684b21d-f765-4e64-bc76-c2e194c637c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7847524-ec6b-40b1-b764-b1127793f83f HTTP/1.1" status: 204 len: 168 time: 0.1342340 Aug 13 02:38:15.706293 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684b21d-f765-4e64-bc76-c2e194c637c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7847524-ec6b-40b1-b764-b1127793f83f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.803236 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc34469-89ec-4827-a81a-043298d83119 req-b7fa6865-6b10-4541-bac0-3dd4f8800964 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:15.805308 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7bc34469-89ec-4827-a81a-043298d83119 req-b7fa6865-6b10-4541-bac0-3dd4f8800964 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0573916 Aug 13 02:38:15.849038 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7bc34469-89ec-4827-a81a-043298d83119 req-6eedfa13-4e11-498c-b1ab-331805376493 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367219 Aug 13 02:38:16.085001 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45688) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:16.226885 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-925115466-network', 'tenant_id': '464592bd095b4f74bd595d0169781f09'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:16.247143 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Made reservation on behalf of 464592bd095b4f74bd595d0169781f09 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:16.249488 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.258088 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.358860 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.364634 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.388453 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:38:16.405669 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a87fd86-eb5a-4799-830b-db652ec3c467,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:16.408905 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.409275 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Added segment c0d43814-2c62-45fa-a3fc-3fbdeecce4a0 of type vlan for network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 Aug 13 02:38:16.452765 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.480661 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.481781 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:16.482357 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.541600 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45710) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:16.542151 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4555492 Aug 13 02:38:16.551331 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beb56d-3df2-43ab-abc0-f63b8798ef88 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7a5098-b9c3-4b19-9142-b493f69bebe4,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:16.553614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Request body: {'subnet': {'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-925115466-subnet', 'tenant_id': '464592bd095b4f74bd595d0169781f09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:16.562949 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:38:16.597063 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Made reservation on behalf of 464592bd095b4f74bd595d0169781f09 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:16.600095 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.672395 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30b136-449a-452e-9e3e-65b2e4009981 req-d192d011-19b6-4825-bc56-6b7dc0fd015f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:16.674181 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb30b136-449a-452e-9e3e-65b2e4009981 req-d192d011-19b6-4825-bc56-6b7dc0fd015f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0531993 Aug 13 02:38:16.720119 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cb30b136-449a-452e-9e3e-65b2e4009981 req-478e7894-685f-48e9-8c28-cc255d8e7afc tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382962 Aug 13 02:38:16.795467 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.845479 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:16.861673 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Checking segment: {'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:16.862038 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Network hostable DHCP agents. Network: 9a7a5098-b9c3-4b19-9142-b493f69bebe4, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:16.879823 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:16.889755 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 9a7a5098-b9c3-4b19-9142-b493f69bebe4) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:16.894221 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:16.894898 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.903922 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79e5ae-6873-4150-9705-a2905f193b6d None None] Network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:16.910910 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7e477cf2-f91b-45e2-84c3-8576e59aa32a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3667431 Aug 13 02:38:17.022556 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bd86f-14fb-4032-b51d-dc6e8052d981 req-b82f20f7-e127-49b7-b5c5-059d4c5491ea tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:17.030610 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-177bd86f-14fb-4032-b51d-dc6e8052d981 req-b82f20f7-e127-49b7-b5c5-059d4c5491ea tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0697286 Aug 13 02:38:17.078954 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123926bb-7065-4e8f-bcb4-dfa6a71df35e None None] Network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:17.096878 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-177bd86f-14fb-4032-b51d-dc6e8052d981 req-dfe01147-e24b-4503-8baa-34ac8bffdddd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511913 Aug 13 02:38:17.314226 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06951-7a05-42a2-8182-1bea443a5413 req-db1cf558-11d4-4636-a767-4226203b84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:17.316391 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ee06951-7a05-42a2-8182-1bea443a5413 req-db1cf558-11d4-4636-a767-4226203b84ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 1098 time: 0.0468867 Aug 13 02:38:17.353294 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ee06951-7a05-42a2-8182-1bea443a5413 req-1f206428-f56c-4c48-bf8e-4f9ae42872ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296974 Aug 13 02:38:17.851757 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524bd2e-7cfb-4ec9-b280-21f14e03ce11 req-85c2c554-f7e9-43a0-9162-a2cf6bb3388b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:17.854362 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2524bd2e-7cfb-4ec9-b280-21f14e03ce11 req-85c2c554-f7e9-43a0-9162-a2cf6bb3388b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0581858 Aug 13 02:38:17.915766 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2524bd2e-7cfb-4ec9-b280-21f14e03ce11 req-457d7e77-9af4-4a82-a6cc-3ad95c4732a9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501990 Aug 13 02:38:18.241512 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97b6d4-3969-488e-98b1-9930e9bbb50c req-bd7f03f3-ccf2-4914-a2e6-a60e47c5e6bd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:18.243464 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-da97b6d4-3969-488e-98b1-9930e9bbb50c req-bd7f03f3-ccf2-4914-a2e6-a60e47c5e6bd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 944 time: 0.0781143 Aug 13 02:38:18.289835 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-da97b6d4-3969-488e-98b1-9930e9bbb50c req-6ae63381-2966-4822-afc5-9b846ced284a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Aug 13 02:38:19.040565 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 05e1db29-448f-414b-8ab6-33f632f18ea8 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:19.041338 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-e83559c3-f660-404b-8008-6bc87555d9ca tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.042836 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-e83559c3-f660-404b-8008-6bc87555d9ca tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/networks?id=9a7a5098-b9c3-4b19-9142-b493f69bebe4 HTTP/1.1" status: 200 len: 808 time: 0.2988350 Aug 13 02:38:19.045826 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab886d2-2615-424d-b058-d26f9a72a347 req-a5a55821-9e1b-4810-a348-9827e7759825 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.048111 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4ab886d2-2615-424d-b058-d26f9a72a347 req-a5a55821-9e1b-4810-a348-9827e7759825 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0641873 Aug 13 02:38:19.074324 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-dc0724fb-f305-4901-b22d-8c952deaedc2 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/quotas/464592bd095b4f74bd595d0169781f09 HTTP/1.1" status: 200 len: 375 time: 0.0233886 Aug 13 02:38:19.092679 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4ab886d2-2615-424d-b058-d26f9a72a347 req-d9aea5e3-8546-464e-947e-f71f00d5d78e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337853 Aug 13 02:38:19.104601 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 05e1db29-448f-414b-8ab6-33f632f18ea8 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:19.108645 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 05e1db29-448f-414b-8ab6-33f632f18ea8 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:19.109204 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.122486 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-6c1fb845-b2f5-4e2e-850c-0360f7105b71 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=464592bd095b4f74bd595d0169781f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477431 Aug 13 02:38:19.206197 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.230119 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc87309-6fc2-4cfc-b3ca-71864f06a1d7 req-d31f625d-1491-431b-8628-2f60cbaff138 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.233619 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d135b16-441f-4c3d-9628-601cb445ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e1db29-448f-414b-8ab6-33f632f18ea8'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:19.236392 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ccc87309-6fc2-4cfc-b3ca-71864f06a1d7 req-d31f625d-1491-431b-8628-2f60cbaff138 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0648580 Aug 13 02:38:19.236885 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7d0292-9f35-4a90-ba8c-5a575c015b5e" -d '{"events": [{"server_uuid": "4d135b16-441f-4c3d-9628-601cb445ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "05e1db29-448f-414b-8ab6-33f632f18ea8"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:19.242626 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45830) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:19.248931 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'floatingip': {'port_id': 'd4c18033-9d43-431e-b125-5a9577c32945'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:19.256848 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-fe23d9b4-316c-4eff-adf5-46d84a26aa2d service neutron] 10.222.0.22 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265385 Aug 13 02:38:19.268309 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 05e1db29-448f-414b-8ab6-33f632f18ea8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=05e1db29-448f-414b-8ab6-33f632f18ea8,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:19.276783 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.277737 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:19.371379 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5921806-7f7d-4881-9efc-5b5212664f5a x-openstack-request-id: req-f5921806-7f7d-4881-9efc-5b5212664f5a {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:19.371982 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d135b16-441f-4c3d-9628-601cb445ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "05e1db29-448f-414b-8ab6-33f632f18ea8", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:19.375024 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5921806-7f7d-4881-9efc-5b5212664f5a {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:19.375640 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d135b16-441f-4c3d-9628-601cb445ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e1db29-448f-414b-8ab6-33f632f18ea8', 'code': 200} Aug 13 02:38:19.376003 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.410503 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-5b8d5b6a-817e-44c6-bea0-b72e45ff4e80 service neutron] 10.222.0.22 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520722 Aug 13 02:38:19.436382 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=05e1db29-448f-414b-8ab6-33f632f18ea8,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:19.454309 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:19.460364 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:19.463921 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.586805 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5d862-9093-4154-8580-cfcc9aca5406 req-f584dce0-e5d7-432b-a2ad-b05293b94ded tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.588872 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20e5d862-9093-4154-8580-cfcc9aca5406 req-f584dce0-e5d7-432b-a2ad-b05293b94ded tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1471050 Aug 13 02:38:19.619804 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6902183-9a88-4a18-9545-e1ff70e87c77 req-31334326-a0b7-41d3-bee2-b1f6d4e0529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.624470 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6902183-9a88-4a18-9545-e1ff70e87c77 req-31334326-a0b7-41d3-bee2-b1f6d4e0529a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0996060 Aug 13 02:38:19.657816 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.716891 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e6902183-9a88-4a18-9545-e1ff70e87c77 req-e896a765-1853-4c93-bd84-3a48d20fe395 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840552 Aug 13 02:38:19.723212 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-20e5d862-9093-4154-8580-cfcc9aca5406 req-a59bb496-5571-471a-8747-c84cf89825ae tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267512 Aug 13 02:38:19.768556 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:19.776230 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.782868 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-33c12411-4a0e-48d6-8575-d8c39e0d6e86 req-b0957c02-7110-4e0f-8a51-a206ca7736f1 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 210 time: 0.0379503 Aug 13 02:38:19.842549 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:20.485830 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.490122 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.524867 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45892) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:20.612209 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Floating IP a4ed30d6-edd6-4612-887c-6c9f75e89ebf associated. External IP: 172.27.0.161, port: d4c18033-9d43-431e-b125-5a9577c32945. Aug 13 02:38:20.641267 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-29e43272-fdbb-4cdd-83bb-dbccd0da561c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.737673 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-29e43272-fdbb-4cdd-83bb-dbccd0da561c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.744534 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-29e43272-fdbb-4cdd-83bb-dbccd0da561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.783604 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-29e43272-fdbb-4cdd-83bb-dbccd0da561c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ddfd91d7c3f4cfeb943c94f43b6b361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571721 Aug 13 02:38:20.791845 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45900) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:20.798744 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e43272-fdbb-4cdd-83bb-dbccd0da561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbab8c05-0d55-4061-9dba-8449dac2c195,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:20.893942 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83b69ae7-5856-44eb-b0cb-0d9e1eaab7f8 req-4861a14f-45a1-433e-bb02-54e952346669 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 210 time: 0.0335701 Aug 13 02:38:20.896687 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f6a31f42-b908-4120-adc8-bd4051213f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.897563 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:38:20.914612 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74396b-6ef5-413c-826f-7d80fc9502a1 req-c4dc672b-c2be-442d-8901-11af85872054 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:20.917156 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0b74396b-6ef5-413c-826f-7d80fc9502a1 req-c4dc672b-c2be-442d-8901-11af85872054 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0804770 Aug 13 02:38:20.930564 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f6a31f42-b908-4120-adc8-bd4051213f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.979577 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f6a31f42-b908-4120-adc8-bd4051213f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.982393 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f6a31f42-b908-4120-adc8-bd4051213f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.989551 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f6a31f42-b908-4120-adc8-bd4051213f21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbab8c05-0d55-4061-9dba-8449dac2c195 HTTP/1.1" status: 204 len: 168 time: 0.1963341 Aug 13 02:38:21.000485 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a31f42-b908-4120-adc8-bd4051213f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbab8c05-0d55-4061-9dba-8449dac2c195,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:21.029817 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0b74396b-6ef5-413c-826f-7d80fc9502a1 req-273dd05d-8041-405f-8700-ef6ac510f269 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051650 Aug 13 02:38:21.061062 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:38:21.066037 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.076767 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] Sync routers for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:38:21.087401 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:21.088073 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:21.097982 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-dda86800-8740-44e3-a2ee-76fb8af605fe tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "PUT /v2.0/floatingips/a4ed30d6-edd6-4612-887c-6c9f75e89ebf HTTP/1.1" status: 200 len: 991 time: 1.8534024 Aug 13 02:38:21.098705 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'tag': 'd4c18033-9d43-431e-b125-5a9577c32945'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:21.101380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdd37c4-d822-4b72-8ad7-dcb471623199" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2d379e-870e-4020-bca2-b8f3e8f618b4", "tag": "d4c18033-9d43-431e-b125-5a9577c32945"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:21.198103 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb7b23-57b1-40b4-9b33-33a9db7ab7cf x-openstack-request-id: req-4fdb7b23-57b1-40b4-9b33-33a9db7ab7cf {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:21.198653 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2d379e-870e-4020-bca2-b8f3e8f618b4", "tag": "d4c18033-9d43-431e-b125-5a9577c32945", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:21.199347 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fdb7b23-57b1-40b4-9b33-33a9db7ab7cf {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:21.200043 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'tag': 'd4c18033-9d43-431e-b125-5a9577c32945', 'status': 'completed', 'code': 200} Aug 13 02:38:21.244274 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:21.294163 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-4828379c-a179-48a6-a86a-2db5912accc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.295922 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-4828379c-a179-48a6-a86a-2db5912accc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 1098 time: 0.0674591 Aug 13 02:38:21.326902 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-0b6bafec-f2ed-4b0e-9e75-a17295f51a60 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.328722 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-0b6bafec-f2ed-4b0e-9e75-a17295f51a60 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.20 "GET /v2.0/networks?id=9a7a5098-b9c3-4b19-9142-b493f69bebe4 HTTP/1.1" status: 200 len: 808 time: 0.2259464 Aug 13 02:38:21.352070 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Request body: {'port': {'device_id': '4eeac38f-329d-4b95-892e-3cb806bc7a4c', 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4', 'admin_state_up': True, 'tenant_id': '464592bd095b4f74bd595d0169781f09'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:21.377044 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de7d21-2ffb-4199-aedc-c95bf5c67fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:21.380051 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16415a5-538e-46ec-aac5-70c48adb34ca" -d '{"events": [{"server_uuid": "95de7d21-2ffb-4199-aedc-c95bf5c67fcf", "name": "network-vif-plugged", "status": "completed", "tag": "9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:21.457291 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-47fa4c5a-18a2-42ba-ab72-8aee939653e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.459152 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-47fa4c5a-18a2-42ba-ab72-8aee939653e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 911 time: 0.1380951 Aug 13 02:38:21.486689 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3dfb22-f9be-4314-bb83-a01bf6a29692 x-openstack-request-id: req-db3dfb22-f9be-4314-bb83-a01bf6a29692 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:21.487151 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95de7d21-2ffb-4199-aedc-c95bf5c67fcf", "name": "network-vif-plugged", "status": "completed", "tag": "9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:21.487717 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db3dfb22-f9be-4314-bb83-a01bf6a29692 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:21.488774 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95de7d21-2ffb-4199-aedc-c95bf5c67fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f', 'code': 200} Aug 13 02:38:21.566157 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Made reservation on behalf of 464592bd095b4f74bd595d0169781f09 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:21.571179 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.577696 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45936) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:21.617002 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-79d3fb02-a3bf-4c21-9f57-c92fee6d2759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.701944 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-fba492b4-eb96-4fdc-bcb0-031e57e4816c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4c18033-9d43-431e-b125-5a9577c32945 HTTP/1.1" status: 200 len: 999 time: 0.2239819 Aug 13 02:38:21.707583 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'a4ed30d6-edd6-4612-887c-6c9f75e89ebf', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'port_id': 'd4c18033-9d43-431e-b125-5a9577c32945', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'mac_address': 'fa:16:3e:f0:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:20Z', 'revision_number': 1, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:21.772622 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] Checking router: c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:38:21.781105 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-7296a820-8685-4d0a-b9a9-a0a11f5fca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.783351 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-7296a820-8685-4d0a-b9a9-a0a11f5fca57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 200 len: 849 time: 0.0667975 Aug 13 02:38:21.784163 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:21.785041 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:37:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:21.820753 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-79d3fb02-a3bf-4c21-9f57-c92fee6d2759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.843910 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-b614be32-2581-4722-9947-82b0a7ff4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.845899 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-b614be32-2581-4722-9947-82b0a7ff4076 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a49d6fb8-f33d-48b3-9460-f95eb3f24890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534122 Aug 13 02:38:21.850540 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-79d3fb02-a3bf-4c21-9f57-c92fee6d2759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.912333 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04403181-ceaf-4f2e-9f63-4eb6a8ebf9ab req-cd199655-b2e6-4231-8ff8-8cfd5d42d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.914126 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-04403181-ceaf-4f2e-9f63-4eb6a8ebf9ab req-cd199655-b2e6-4231-8ff8-8cfd5d42d46e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1098 time: 0.1708224 Aug 13 02:38:21.915036 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Allocated IP 172.20.0.7 (9a7a5098-b9c3-4b19-9142-b493f69bebe4/d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4/2ad0c10d-dc9a-4fcc-9be0-7634152d4867) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:21.921478 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-79d3fb02-a3bf-4c21-9f57-c92fee6d2759 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6debadefa354491a93b624dc50d9535a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417559 Aug 13 02:38:21.926408 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45948) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:21.939983 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3fb02-a3bf-4c21-9f57-c92fee6d2759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4bfc6-c4a9-4af5-8eab-fb7b98e7f326,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:22.011375 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 45950) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:22.050094 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-e71a75c1-4d4a-4970-8944-eb3a83b65b21 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952055 Aug 13 02:38:22.057606 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:22.063798 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-12120def-a674-4172-99fd-1c499c06a7cd req-f08aaa61-cdf1-4540-bf28-0e6816eb55cd tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 210 time: 0.0483251 Aug 13 02:38:22.135206 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa72744f-4ea7-4351-a8ff-9309a0cf9193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.157563 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfe2057e-6d57-49d0-8f25-51596a8a14a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.175163 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa72744f-4ea7-4351-a8ff-9309a0cf9193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.182814 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de579a56-478e-4534-933b-0b0a87b125a4 req-4a7e1bb2-41ad-430d-ac20-921ecdd6b790 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.189457 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-de579a56-478e-4534-933b-0b0a87b125a4 req-4a7e1bb2-41ad-430d-ac20-921ecdd6b790 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0780487 Aug 13 02:38:22.231690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.256764 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-de579a56-478e-4534-933b-0b0a87b125a4 req-873af7b8-f149-42ac-96c4-f07831a23df9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597634 Aug 13 02:38:22.268587 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa72744f-4ea7-4351-a8ff-9309a0cf9193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.273714 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aa72744f-4ea7-4351-a8ff-9309a0cf9193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.275342 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-aa72744f-4ea7-4351-a8ff-9309a0cf9193 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81e4bfc6-c4a9-4af5-8eab-fb7b98e7f326 HTTP/1.1" status: 204 len: 168 time: 0.3462758 Aug 13 02:38:22.289892 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72744f-4ea7-4351-a8ff-9309a0cf9193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e4bfc6-c4a9-4af5-8eab-fb7b98e7f326,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:22.294718 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.357352 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:22.363675 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:22.367997 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:22.374358 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.375152 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.379039 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfe2057e-6d57-49d0-8f25-51596a8a14a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.387571 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfe2057e-6d57-49d0-8f25-51596a8a14a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.393226 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Pushing event updated for resources: {'Port': ['ID=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:22.397575 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-f565b8d6-b94e-4555-ad98-64b0df7c8123 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0502238 Aug 13 02:38:22.427433 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-bfe2057e-6d57-49d0-8f25-51596a8a14a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2117241c5b8438cab9ab93fca95d2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141653 Aug 13 02:38:22.431230 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45962) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:22.439189 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'a4ed30d6-edd6-4612-887c-6c9f75e89ebf', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'port_id': 'd4c18033-9d43-431e-b125-5a9577c32945', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'mac_address': 'fa:16:3e:f0:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:20Z', 'revision_number': 1, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:22.456178 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2057e-6d57-49d0-8f25-51596a8a14a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47773361-1647-4ee4-ae01-d07e20e7ee1c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:22.487836 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b0f87-2f9e-44d3-a95d-3a4a395d2082 None None] The sync data for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi is: [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'a4ed30d6-edd6-4612-887c-6c9f75e89ebf', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'port_id': 'd4c18033-9d43-431e-b125-5a9577c32945', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'mac_address': 'fa:16:3e:f0:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:20Z', 'revision_number': 1, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:38:22.488950 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b54b194d-3a3f-45da-8b9e-9f0dae39adc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.517766 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b54b194d-3a3f-45da-8b9e-9f0dae39adc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.578863 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b54b194d-3a3f-45da-8b9e-9f0dae39adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.581838 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b54b194d-3a3f-45da-8b9e-9f0dae39adc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.583162 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b54b194d-3a3f-45da-8b9e-9f0dae39adc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47773361-1647-4ee4-ae01-d07e20e7ee1c HTTP/1.1" status: 204 len: 168 time: 0.1507387 Aug 13 02:38:22.601315 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b194d-3a3f-45da-8b9e-9f0dae39adc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47773361-1647-4ee4-ae01-d07e20e7ee1c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:22.683743 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731a80f-3000-4f15-9d42-c135edb5c062 req-9d94a9d7-2c8c-47b4-8e81-b8ebceb218a9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.685409 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3731a80f-3000-4f15-9d42-c135edb5c062 req-9d94a9d7-2c8c-47b4-8e81-b8ebceb218a9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0749135 Aug 13 02:38:22.737574 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3731a80f-3000-4f15-9d42-c135edb5c062 req-2688d89f-754e-4efe-a056-4f86766e4a31 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Aug 13 02:38:22.792238 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e21041-284a-4143-bffa-09082c52792d None None] New status for floating IP a4ed30d6-edd6-4612-887c-6c9f75e89ebf: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:38:22.944659 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45984) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:22.965156 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f57e2064-98d2-4c95-a53b-4a74b51f35ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.073767 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f57e2064-98d2-4c95-a53b-4a74b51f35ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.080741 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f57e2064-98d2-4c95-a53b-4a74b51f35ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.111139 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e2064-98d2-4c95-a53b-4a74b51f35ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b298a679-7c17-4313-9b84-f3c0832b4d95,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:23.141723 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f57e2064-98d2-4c95-a53b-4a74b51f35ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91e721566f0b4767aceebfb86743d64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959975 Aug 13 02:38:23.144394 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 45996) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:23.206654 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f61c6b-9707-4c60-91bc-91a4ebb0c3db req-f4accebe-a65f-436f-8c38-ca45af0c1f6a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.206654 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36f61c6b-9707-4c60-91bc-91a4ebb0c3db req-f4accebe-a65f-436f-8c38-ca45af0c1f6a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 931 time: 0.0523736 Aug 13 02:38:23.206884 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-188f6b1a-9b1e-4d73-8108-c4c28ebca744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.225697 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-188f6b1a-9b1e-4d73-8108-c4c28ebca744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.242463 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36f61c6b-9707-4c60-91bc-91a4ebb0c3db req-3b0d86fe-3b44-4ee6-93f3-cd780718d9fe tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362415 Aug 13 02:38:23.281326 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-188f6b1a-9b1e-4d73-8108-c4c28ebca744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.284264 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-188f6b1a-9b1e-4d73-8108-c4c28ebca744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.289302 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-188f6b1a-9b1e-4d73-8108-c4c28ebca744 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b298a679-7c17-4313-9b84-f3c0832b4d95 HTTP/1.1" status: 204 len: 168 time: 0.1430259 Aug 13 02:38:23.297922 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f6b1a-9b1e-4d73-8108-c4c28ebca744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b298a679-7c17-4313-9b84-f3c0832b4d95,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:23.868796 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3928-a21a-4148-b070-9f9000f7516a req-05e4cd6d-ef2c-42fb-9ced-82585570e2ee tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.870435 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f56b3928-a21a-4148-b070-9f9000f7516a req-05e4cd6d-ef2c-42fb-9ced-82585570e2ee tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0603695 Aug 13 02:38:23.912024 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f56b3928-a21a-4148-b070-9f9000f7516a req-45b65ed0-c250-45ab-9508-2df25b35877c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350065 Aug 13 02:38:24.569089 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4d99d-0a48-42c4-8242-062cc7561ae8 req-1fc7acd5-15bf-4a3e-97c2-69b971408226 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.571048 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-baf4d99d-0a48-42c4-8242-062cc7561ae8 req-1fc7acd5-15bf-4a3e-97c2-69b971408226 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 931 time: 0.2605355 Aug 13 02:38:24.623539 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-baf4d99d-0a48-42c4-8242-062cc7561ae8 req-a3087f8e-6946-48a3-85d0-12bb8674dbca tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463388 Aug 13 02:38:25.048129 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed53d2-5854-4dca-a19f-ce1032cea6f9 req-c6cf35b0-7c6b-441e-a7b0-a6b1840dff26 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.049869 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bfed53d2-5854-4dca-a19f-ce1032cea6f9 req-c6cf35b0-7c6b-441e-a7b0-a6b1840dff26 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0496981 Aug 13 02:38:25.091554 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bfed53d2-5854-4dca-a19f-ce1032cea6f9 req-68184a7d-b5fc-42b8-a053-f953711e7d03 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352871 Aug 13 02:38:25.142507 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Request body: {'port': {'device_id': '4eeac38f-329d-4b95-892e-3cb806bc7a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:25.193753 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-04403181-ceaf-4f2e-9f63-4eb6a8ebf9ab req-6a547127-038c-4519-9236-b6620549609e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936170 Aug 13 02:38:25.223108 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.244674 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-dc6b83e3-296e-4a3a-80c2-3212ebaae5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.246260 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-dc6b83e3-296e-4a3a-80c2-3212ebaae5b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.0647962 Aug 13 02:38:25.249839 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bbdd37c4-d822-4b72-8ad7-dcb471623199 req-b6a7a2d2-04b2-44c2-bf26-6f57c760fd29 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451378 Aug 13 02:38:25.375044 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-cecb9ab6-eced-45d2-81b5-ce6316e9ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.376418 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-cecb9ab6-eced-45d2-81b5-ce6316e9ea43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 919 time: 0.0847411 Aug 13 02:38:25.422486 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-5e893f10-0a74-485e-8753-e2a92af95806 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05e1db29-448f-414b-8ab6-33f632f18ea8 HTTP/1.1" status: 200 len: 217 time: 0.0375736 Aug 13 02:38:25.472858 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-8831f8a3-18c6-4a47-8a25-8510ff9c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.474369 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-8831f8a3-18c6-4a47-8a25-8510ff9c0295 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.0435755 Aug 13 02:38:25.500252 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:25.508105 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.509199 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-b828f189-5ca5-4de4-9209-3d14c410c1e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245159 Aug 13 02:38:25.520293 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Transition to ACTIVE for port object 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:25.523847 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.561573 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:38:25.578775 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:25.606607 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-d4a49056-de5b-4202-af55-17cb4bf1f650 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877736 Aug 13 02:38:25.608081 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Attempting to bind port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:25.608419 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Attempting to bind port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:25.608744 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Attempting to bind port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 on network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:25.612985 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 on network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:25.613305 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Attempting to bind port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 on network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:25.618682 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:25.619010 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Checking segment: {'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:25.619386 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Bound using segment: {'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:25.619810 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Bound port: 2ad0c10d-dc9a-4fcc-9be0-7634152d4867, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:25.620162 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.704703 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] For port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:25.708532 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] For port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:25.711447 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3438fdc8-6545-4e00-b058-ea717d72e374 req-43067e99-e3d9-444d-a98c-e0511f777721 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960765 Aug 13 02:38:25.714088 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.766973 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767f1f0-8ab4-4940-8ea2-20385efcabc6 req-b440b1fd-52bc-45df-b357-43bd926b68be tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.768969 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6767f1f0-8ab4-4940-8ea2-20385efcabc6 req-b440b1fd-52bc-45df-b357-43bd926b68be tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 943 time: 0.0559337 Aug 13 02:38:25.806561 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:25.824375 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.825105 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.826497 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-c9c532f2-eaab-4cb8-a735-e3d2e4444bb0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ad0c10d-dc9a-4fcc-9be0-7634152d4867 HTTP/1.1" status: 200 len: 1093 time: 0.7217360 Aug 13 02:38:25.826966 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeac38f-329d-4b95-892e-3cb806bc7a4c', 'tag': '2ad0c10d-dc9a-4fcc-9be0-7634152d4867'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:25.829209 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475de87f-4201-4f93-b244-fc5bc20811d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4eeac38f-329d-4b95-892e-3cb806bc7a4c", "tag": "2ad0c10d-dc9a-4fcc-9be0-7634152d4867"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:25.837835 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6767f1f0-8ab4-4940-8ea2-20385efcabc6 req-f9327607-afad-4fb0-ad3d-2d5e77971612 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597823 Aug 13 02:38:25.886432 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5dfb00-2b92-4d06-9822-b11ff513d28a x-openstack-request-id: req-3d5dfb00-2b92-4d06-9822-b11ff513d28a {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:25.886795 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eeac38f-329d-4b95-892e-3cb806bc7a4c", "tag": "2ad0c10d-dc9a-4fcc-9be0-7634152d4867", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:25.887123 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d5dfb00-2b92-4d06-9822-b11ff513d28a {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:25.887591 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeac38f-329d-4b95-892e-3cb806bc7a4c', 'tag': '2ad0c10d-dc9a-4fcc-9be0-7634152d4867', 'status': 'completed', 'code': 200} Aug 13 02:38:25.972428 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-8e6ab2ae-bf10-46c8-b94a-ad39d64a1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.973144 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-8e6ab2ae-bf10-46c8-b94a-ad39d64a1b5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=464592bd095b4f74bd595d0169781f09&device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 1096 time: 0.0521955 Aug 13 02:38:26.027168 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-729d2d77-22fc-4eba-abd9-919814c36bd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad0c10d-dc9a-4fcc-9be0-7634152d4867 HTTP/1.1" status: 200 len: 217 time: 0.0451081 Aug 13 02:38:26.090821 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-7ce03be3-2b86-481d-bde2-0163dd106202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.092678 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-7ce03be3-2b86-481d-bde2-0163dd106202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4 HTTP/1.1" status: 200 len: 848 time: 0.0562136 Aug 13 02:38:26.143591 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-8cbfbb44-6901-482f-872c-6e833f7d493e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a7a5098-b9c3-4b19-9142-b493f69bebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327458 Aug 13 02:38:26.289384 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7037-cf91-42e3-a946-ff2253463cdd req-ff94c1d7-e6ef-4b37-bcc6-a6b72135568f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.291526 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-90ac7037-cf91-42e3-a946-ff2253463cdd req-ff94c1d7-e6ef-4b37-bcc6-a6b72135568f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0832112 Aug 13 02:38:26.295248 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-9fb11158-cae3-4ef2-bea6-b9b5042464bf service neutron] 10.222.0.20 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416516 Aug 13 02:38:26.347041 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-90ac7037-cf91-42e3-a946-ff2253463cdd req-88522232-8d14-4b01-9522-b2b277603218 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484412 Aug 13 02:38:26.392936 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df1673c6-3df1-46ac-9365-99dbef5a048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:26.423128 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c4ae249-89c6-412a-b727-1bf885ca1670 req-eed1c4d5-3c89-476f-ad77-03a9baa3ef21 service neutron] 10.222.0.20 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189804 Aug 13 02:38:26.541649 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-b71f99b3-9638-4746-850b-bdb212e17786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.543152 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-b71f99b3-9638-4746-850b-bdb212e17786 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=464592bd095b4f74bd595d0169781f09&device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 1096 time: 0.0624554 Aug 13 02:38:26.659265 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-ad17379a-58f7-438b-af15-02ea8453ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.660726 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-ad17379a-58f7-438b-af15-02ea8453ea1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a7a5098-b9c3-4b19-9142-b493f69bebe4 HTTP/1.1" status: 200 len: 909 time: 0.0998993 Aug 13 02:38:26.718991 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-ca456689-23de-4f03-a023-feb30db07786 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad0c10d-dc9a-4fcc-9be0-7634152d4867 HTTP/1.1" status: 200 len: 217 time: 0.0377057 Aug 13 02:38:26.768303 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-9df500ab-d8e9-4fbc-9289-cd1c496ddb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.769771 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-9df500ab-d8e9-4fbc-9289-cd1c496ddb59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4 HTTP/1.1" status: 200 len: 848 time: 0.0426979 Aug 13 02:38:26.806309 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-b0d8ea48-ef69-49ac-b939-eb4dcbf51c44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a7a5098-b9c3-4b19-9142-b493f69bebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271435 Aug 13 02:38:26.898537 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-4042e5d7-6407-4e96-a35d-be4ed9d371a1 service neutron] 10.222.0.20 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825944 Aug 13 02:38:27.016193 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b3eb-ef51-4a04-b237-b62b9b3c5360 req-b8b0e817-5d52-4e7b-8553-ac4b2bd1a3a1 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:27.017751 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b90b3eb-ef51-4a04-b237-b62b9b3c5360 req-b8b0e817-5d52-4e7b-8553-ac4b2bd1a3a1 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 943 time: 0.1090391 Aug 13 02:38:27.051907 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-475de87f-4201-4f93-b244-fc5bc20811d5 req-c2aeb2cc-9ad4-43bd-98a6-b5d4afae5cc0 service neutron] 10.222.0.20 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326060 Aug 13 02:38:27.074507 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2b90b3eb-ef51-4a04-b237-b62b9b3c5360 req-e88452eb-0bad-4946-aba4-fefa858d8187 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481632 Aug 13 02:38:27.217614 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.471957 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d2270-fd8a-4a40-ac0d-8bb31a7e22f5 req-88a86046-7bc3-4461-9ef3-8b0fa17957fd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:27.473455 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-160d2270-fd8a-4a40-ac0d-8bb31a7e22f5 req-88a86046-7bc3-4461-9ef3-8b0fa17957fd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0495489 Aug 13 02:38:27.512115 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-160d2270-fd8a-4a40-ac0d-8bb31a7e22f5 req-c4980b05-bb61-49e9-bacf-31f23e2fa68f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Aug 13 02:38:28.152370 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46198) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:28.201697 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe53c-de49-4f98-a89b-fafd16f1c4f2 req-50689f21-96fc-4764-8194-dca1098d8d21 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:28.209689 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-950fe53c-de49-4f98-a89b-fafd16f1c4f2 req-50689f21-96fc-4764-8194-dca1098d8d21 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 943 time: 0.0579486 Aug 13 02:38:28.254761 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-950fe53c-de49-4f98-a89b-fafd16f1c4f2 req-c46d06da-f79d-45ba-86aa-2db82b6e9e1a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442278 Aug 13 02:38:28.294637 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dbd80153-6d47-4526-88bf-d8dd08b049a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.383054 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dbd80153-6d47-4526-88bf-d8dd08b049a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.386884 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dbd80153-6d47-4526-88bf-d8dd08b049a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.423438 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd80153-6d47-4526-88bf-d8dd08b049a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378f76b5-d8cc-4f49-8c45-43754152f3b1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:28.427623 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-dbd80153-6d47-4526-88bf-d8dd08b049a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93dce0c3adcf4ca69dfa8e8e3d5092ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742023 Aug 13 02:38:28.431310 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46218) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:28.499731 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-67fddd80-3353-4f46-9f08-e00708d2c0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.528297 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-67fddd80-3353-4f46-9f08-e00708d2c0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.597647 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-67fddd80-3353-4f46-9f08-e00708d2c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.600817 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-67fddd80-3353-4f46-9f08-e00708d2c0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.605534 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-67fddd80-3353-4f46-9f08-e00708d2c0ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/378f76b5-d8cc-4f49-8c45-43754152f3b1 HTTP/1.1" status: 204 len: 168 time: 0.1732495 Aug 13 02:38:28.618405 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fddd80-3353-4f46-9f08-e00708d2c0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f76b5-d8cc-4f49-8c45-43754152f3b1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:28.700864 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4428346-562b-4e5b-8250-cb2376dfd923 req-fec62622-aaf3-4740-87e8-9f3fda69bce7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:28.708154 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b4428346-562b-4e5b-8250-cb2376dfd923 req-fec62622-aaf3-4740-87e8-9f3fda69bce7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0764165 Aug 13 02:38:28.749135 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b4428346-562b-4e5b-8250-cb2376dfd923 req-7254f996-cf39-4532-9832-83c13c1e9462 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Aug 13 02:38:28.833445 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92050917-7164-4956-a9ae-073176bd8682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.957679 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46260) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:28.973652 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-661d756a-90c3-42d2-81a3-e43e95455fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.984401 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-8b33c39e-f7c8-4e55-8362-4fa94e978f51 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:28.985993 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-8b33c39e-f7c8-4e55-8362-4fa94e978f51 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 814 time: 0.1157758 Aug 13 02:38:29.002375 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-72282ab1-2312-412f-857f-c27507aaf3a6 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/quotas/7c06543b1004463fb8f25068c9d8a296 HTTP/1.1" status: 200 len: 375 time: 0.0102086 Aug 13 02:38:29.060980 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-3bc23b84-78de-4be5-9301-7d2392f9730d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477762 Aug 13 02:38:29.066380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-661d756a-90c3-42d2-81a3-e43e95455fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.071273 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-661d756a-90c3-42d2-81a3-e43e95455fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.109995 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-661d756a-90c3-42d2-81a3-e43e95455fd0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec2808392bf64dd3ae3c0a12897ba9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510196 Aug 13 02:38:29.111171 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d756a-90c3-42d2-81a3-e43e95455fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4428e35-4203-459e-82bf-23b54f16b78b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:29.112935 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46262) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:29.188892 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-6cdf3dfc-f1b8-4e7c-a1f8-72b1111de400 service neutron] 10.222.0.22 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247942 Aug 13 02:38:29.191538 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f28d50e1-4fbb-41d0-ba87-ee4dc53b3b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.252726 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f28d50e1-4fbb-41d0-ba87-ee4dc53b3b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.319695 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-b3667f6f-c422-42f2-84f1-d43fdca408db service neutron] 10.222.0.22 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230569 Aug 13 02:38:29.332804 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f28d50e1-4fbb-41d0-ba87-ee4dc53b3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.336321 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f28d50e1-4fbb-41d0-ba87-ee4dc53b3b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.337482 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f28d50e1-4fbb-41d0-ba87-ee4dc53b3b44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4428e35-4203-459e-82bf-23b54f16b78b HTTP/1.1" status: 204 len: 168 time: 0.2238507 Aug 13 02:38:29.345909 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d50e1-4fbb-41d0-ba87-ee4dc53b3b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4428e35-4203-459e-82bf-23b54f16b78b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:29.394323 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd4f11-d50b-43de-8118-a4dd9366c9d1 req-a6c06df3-d0cd-45af-89e3-9759127fdea4 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:29.395349 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87cd4f11-d50b-43de-8118-a4dd9366c9d1 req-a6c06df3-d0cd-45af-89e3-9759127fdea4 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 943 time: 0.0649245 Aug 13 02:38:29.437959 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87cd4f11-d50b-43de-8118-a4dd9366c9d1 req-e0075770-1bd2-46d5-a566-0dfcca1f2c08 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353327 Aug 13 02:38:29.501603 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ef04e69-f651-49ce-a0d8-9a39e768392c req-117b5d08-31ac-4d9c-b314-d7bcec924e90 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 210 time: 0.0357935 Aug 13 02:38:29.505791 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.921514 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023d060-cf9a-40cd-b23d-4ecd551dfb56 req-732f1d17-6d37-435a-9f8b-eaf402010e3c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:29.923147 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9023d060-cf9a-40cd-b23d-4ecd551dfb56 req-732f1d17-6d37-435a-9f8b-eaf402010e3c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0723925 Aug 13 02:38:29.977692 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9023d060-cf9a-40cd-b23d-4ecd551dfb56 req-44665924-8266-43f8-b426-ac3c95c90e0a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Aug 13 02:38:29.979142 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:30.077874 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.118527 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:30.131472 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '2ad0c10d-dc9a-4fcc-9be0-7634152d4867', 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4', 'port_id': '2ad0c10d-dc9a-4fcc-9be0-7634152d4867', 'mac_address': 'fa:16:3e:09:52:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d22f5f-afd1-4974-b4b5-7b2b6a331cd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:30.170341 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46326) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:30.179774 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.192901 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:30.206568 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46332) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:30.217029 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:30.222313 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.270664 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:30.314691 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e96a1d08-8d5b-480f-abbf-598aa6fcc594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.380198 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bdc0eb4c-07e8-4f3b-97d3-5e7c1570c961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.432294 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e96a1d08-8d5b-480f-abbf-598aa6fcc594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.437904 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e96a1d08-8d5b-480f-abbf-598aa6fcc594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.490110 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a1d08-8d5b-480f-abbf-598aa6fcc594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11dd03-0ea3-4912-8294-779d3b713f46,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:30.505564 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e96a1d08-8d5b-480f-abbf-598aa6fcc594 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82683e33e61b4246a0d6363ba0c5b383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338959 Aug 13 02:38:30.509369 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46346) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:30.613758 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dee9e2-f584-4c35-8a6c-fcd309d0c5db req-ebdffbf7-51b0-4b07-a7de-aa2986ab8509 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:30.617708 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-386a06c4-fcfe-4f4a-a992-0463a66b1125 req-dfeb80e1-96ed-4b7f-b830-0b7434b25f9e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 210 time: 0.0355790 Aug 13 02:38:30.617905 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-05dee9e2-f584-4c35-8a6c-fcd309d0c5db req-ebdffbf7-51b0-4b07-a7de-aa2986ab8509 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 944 time: 0.0905540 Aug 13 02:38:30.620398 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bdc0eb4c-07e8-4f3b-97d3-5e7c1570c961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.626090 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bdc0eb4c-07e8-4f3b-97d3-5e7c1570c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.636806 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['2ad0c10d-dc9a-4fcc-9be0-7634152d4867'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:30.665582 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb574a42-b8d6-4df1-aff9-42c50ca37385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.686391 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-05dee9e2-f584-4c35-8a6c-fcd309d0c5db req-0343e9f7-d1d7-4b92-98d1-683cf0886ad3 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561693 Aug 13 02:38:30.704213 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0eb4c-07e8-4f3b-97d3-5e7c1570c961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13518e96-96d0-4839-b9b0-90dfb5be0bf6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:30.726579 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb574a42-b8d6-4df1-aff9-42c50ca37385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.802337 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb574a42-b8d6-4df1-aff9-42c50ca37385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.811355 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb574a42-b8d6-4df1-aff9-42c50ca37385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.813185 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-eb574a42-b8d6-4df1-aff9-42c50ca37385 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac11dd03-0ea3-4912-8294-779d3b713f46 HTTP/1.1" status: 204 len: 168 time: 0.3035781 Aug 13 02:38:30.822562 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bdc0eb4c-07e8-4f3b-97d3-5e7c1570c961 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13b80b1c45df48339f4dfdca86b77e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149082 Aug 13 02:38:30.825222 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46356) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:30.834693 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb574a42-b8d6-4df1-aff9-42c50ca37385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11dd03-0ea3-4912-8294-779d3b713f46,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:30.847972 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-8296e8fc-0908-43b2-993c-4b60222837f0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:30.849514 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-8296e8fc-0908-43b2-993c-4b60222837f0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 814 time: 0.1490667 Aug 13 02:38:30.872636 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Request body: {'port': {'device_id': 'ed37dbec-97c5-45c6-9322-005e27ba853e', 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'admin_state_up': True, 'tenant_id': '7c06543b1004463fb8f25068c9d8a296'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:30.933801 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea04411c-4519-41c3-84c1-96a50fc04bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.963908 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea04411c-4519-41c3-84c1-96a50fc04bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.036190 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea04411c-4519-41c3-84c1-96a50fc04bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.039299 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea04411c-4519-41c3-84c1-96a50fc04bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.040700 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ea04411c-4519-41c3-84c1-96a50fc04bfe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13518e96-96d0-4839-b9b0-90dfb5be0bf6 HTTP/1.1" status: 204 len: 168 time: 0.2139153 Aug 13 02:38:31.051960 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04411c-4519-41c3-84c1-96a50fc04bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13518e96-96d0-4839-b9b0-90dfb5be0bf6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.073937 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Made reservation on behalf of 7c06543b1004463fb8f25068c9d8a296 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:31.077689 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.144148 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5e7c-aa1e-4782-b427-01ad63b2f98f req-725a0ea6-e2d6-4529-ae9a-876b36215676 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.155100 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a39e5e7c-aa1e-4782-b427-01ad63b2f98f req-725a0ea6-e2d6-4529-ae9a-876b36215676 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0678229 Aug 13 02:38:31.202179 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a39e5e7c-aa1e-4782-b427-01ad63b2f98f req-a229386d-bcf6-4945-b630-c90f4f3585f6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456853 Aug 13 02:38:31.469199 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Allocated IP 172.20.0.11 (4337783e-e016-4ac9-8c19-e6fa7261827f/0e018dfb-c02d-49bc-8572-ae56d4d153d7/64cf9736-7ba4-44b2-b985-b82bd99680b6) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:31.498801 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46388) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:31.514847 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.623487 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.628272 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.649163 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.675425 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66c49639e3264ad48b63b5c68174ab67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733911 Aug 13 02:38:31.676174 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46398) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:31.688395 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667254fc-3fcb-48d1-b75c-9bcefc67e9d2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.699335 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.699693 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.700041 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.700381 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.700715 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.701092 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.701430 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.701761 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.702096 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.702421 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.702748 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.703071 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2d16c-4f82-4809-bae8-dc7944f262da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:31.722566 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.749248 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6724556e-fb33-4a1e-bcdd-5443d14f2604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.774169 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a54066e5-02c5-4266-80b5-57323bcf5e8d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:31.778812 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6724556e-fb33-4a1e-bcdd-5443d14f2604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.814591 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Network 4337783e-e016-4ac9-8c19-e6fa7261827f is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:31.841902 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:31.851792 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:31.855534 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.858432 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.859182 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.871438 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Pushing event updated for resources: {'Port': ['ID=64cf9736-7ba4-44b2-b985-b82bd99680b6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.890521 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6724556e-fb33-4a1e-bcdd-5443d14f2604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.893748 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6724556e-fb33-4a1e-bcdd-5443d14f2604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.895033 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6724556e-fb33-4a1e-bcdd-5443d14f2604 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/667254fc-3fcb-48d1-b75c-9bcefc67e9d2 HTTP/1.1" status: 204 len: 168 time: 0.2184649 Aug 13 02:38:31.899777 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-c4d7245d-ecf8-4b98-b216-2ff1e69fd46a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0328968 Aug 13 02:38:31.910509 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724556e-fb33-4a1e-bcdd-5443d14f2604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667254fc-3fcb-48d1-b75c-9bcefc67e9d2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.924639 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82556876-fb7a-4b5c-81e6-c42df06acf31 req-c3b271d1-f7e7-4e5f-8036-50b79c7cf2e9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.936058 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-82556876-fb7a-4b5c-81e6-c42df06acf31 req-c3b271d1-f7e7-4e5f-8036-50b79c7cf2e9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 932 time: 0.1427259 Aug 13 02:38:31.941104 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Request body: {'port': {'device_id': 'ed37dbec-97c5-45c6-9322-005e27ba853e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:31.967430 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e1193-479c-4ee3-a0b3-ac3b4384ba7b req-9d08c0dc-3e6a-4c7b-998d-1f90c9bbe90a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.977865 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7d4e1193-479c-4ee3-a0b3-ac3b4384ba7b req-9d08c0dc-3e6a-4c7b-998d-1f90c9bbe90a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 944 time: 0.1185141 Aug 13 02:38:32.014547 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:32.051536 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7d4e1193-479c-4ee3-a0b3-ac3b4384ba7b req-92f6810a-0092-49f5-9264-d70b017a2839 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716515 Aug 13 02:38:32.141343 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-82556876-fb7a-4b5c-81e6-c42df06acf31 req-5daab94e-fc48-4ea4-bd07-85099b534051 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965885 Aug 13 02:38:32.146186 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.254814 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:32.260860 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:32.261599 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.366327 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.399034 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeac38f-329d-4b95-892e-3cb806bc7a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad0c10d-dc9a-4fcc-9be0-7634152d4867'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:32.402646 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ceaa03-3ab3-41bb-a0af-671bbed176dd" -d '{"events": [{"server_uuid": "4eeac38f-329d-4b95-892e-3cb806bc7a4c", "name": "network-vif-plugged", "status": "completed", "tag": "2ad0c10d-dc9a-4fcc-9be0-7634152d4867"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:32.426713 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:32.433251 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.474344 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4caf744-f19a-401e-90ce-59100e10cee1 x-openstack-request-id: req-c4caf744-f19a-401e-90ce-59100e10cee1 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:32.474634 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeac38f-329d-4b95-892e-3cb806bc7a4c", "name": "network-vif-plugged", "status": "completed", "tag": "2ad0c10d-dc9a-4fcc-9be0-7634152d4867", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:32.475519 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4caf744-f19a-401e-90ce-59100e10cee1 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:32.477307 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeac38f-329d-4b95-892e-3cb806bc7a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad0c10d-dc9a-4fcc-9be0-7634152d4867', 'code': 200} Aug 13 02:38:32.491331 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62ae19-835a-46ee-824b-33e4ed3b939f req-cde3408b-16c7-4d4f-9f15-62f326b942e6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:32.493369 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb62ae19-835a-46ee-824b-33e4ed3b939f req-cde3408b-16c7-4d4f-9f15-62f326b942e6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1417632 Aug 13 02:38:32.559135 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:32.625442 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb62ae19-835a-46ee-824b-33e4ed3b939f req-570b0bf3-4e7c-4620-97f4-e52431a98312 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236739 Aug 13 02:38:32.710136 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cf9736-7ba4-44b2-b985-b82bd99680b6 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:32.713942 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ec52-aed1-4d57-b4d0-d4d04bf466f8 req-907f5f0b-fd13-455a-b510-2d1fb7f70b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:32.716127 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca73ec52-aed1-4d57-b4d0-d4d04bf466f8 req-907f5f0b-fd13-455a-b510-2d1fb7f70b56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 1098 time: 0.0568571 Aug 13 02:38:32.727482 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.744442 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Transition to ACTIVE for port object 64cf9736-7ba4-44b2-b985-b82bd99680b6 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:32.750537 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.764702 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca73ec52-aed1-4d57-b4d0-d4d04bf466f8 req-babb0f4d-a644-4a32-a557-7b2c7e23a982 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391045 Aug 13 02:38:32.864680 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Pushing event updated for resources: {'Port': ['ID=64cf9736-7ba4-44b2-b985-b82bd99680b6,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:32.877331 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.877572 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.877921 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.878259 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.878600 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.878925 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.879256 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.879584 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.879911 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.880232 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.880556 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.880873 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:32.895604 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Attempting to bind port 64cf9736-7ba4-44b2-b985-b82bd99680b6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:32.896187 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Attempting to bind port 64cf9736-7ba4-44b2-b985-b82bd99680b6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:32.896709 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Attempting to bind port 64cf9736-7ba4-44b2-b985-b82bd99680b6 on network 4337783e-e016-4ac9-8c19-e6fa7261827f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:32.902926 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Port 64cf9736-7ba4-44b2-b985-b82bd99680b6 on network 4337783e-e016-4ac9-8c19-e6fa7261827f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:32.903611 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Attempting to bind port 64cf9736-7ba4-44b2-b985-b82bd99680b6 on network 4337783e-e016-4ac9-8c19-e6fa7261827f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:32.908496 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:32.908841 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Checking segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:32.909243 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Bound using segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:32.909671 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Bound port: 64cf9736-7ba4-44b2-b985-b82bd99680b6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:32.910025 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.990223 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] For port 64cf9736-7ba4-44b2-b985-b82bd99680b6, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:32.994005 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] For port 64cf9736-7ba4-44b2-b985-b82bd99680b6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64cf9736-7ba4-44b2-b985-b82bd99680b6,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:32.999573 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.042136 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.042890 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.044441 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] 10.222.0.20 "PUT /v2.0/ports/64cf9736-7ba4-44b2-b985-b82bd99680b6 HTTP/1.1" status: 200 len: 1094 time: 1.1342072 Aug 13 02:38:33.047113 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed37dbec-97c5-45c6-9322-005e27ba853e', 'tag': '64cf9736-7ba4-44b2-b985-b82bd99680b6'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:33.050698 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed37dbec-97c5-45c6-9322-005e27ba853e", "tag": "64cf9736-7ba4-44b2-b985-b82bd99680b6"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:33.080926 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770791f-32a2-4372-92d1-2a53f5cbc532 service neutron] Pushing event updated for resources: {'Port': ['ID=64cf9736-7ba4-44b2-b985-b82bd99680b6,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:33.109382 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec104b3-41c8-4765-aad6-1ba86be2bef8 x-openstack-request-id: req-fec104b3-41c8-4765-aad6-1ba86be2bef8 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:33.109713 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed37dbec-97c5-45c6-9322-005e27ba853e", "tag": "64cf9736-7ba4-44b2-b985-b82bd99680b6", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:33.109977 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fec104b3-41c8-4765-aad6-1ba86be2bef8 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:33.110368 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed37dbec-97c5-45c6-9322-005e27ba853e', 'tag': '64cf9736-7ba4-44b2-b985-b82bd99680b6', 'status': 'completed', 'code': 200} Aug 13 02:38:33.188619 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-2d846d07-9f9a-473d-b068-755f2767eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.190189 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-2d846d07-9f9a-473d-b068-755f2767eb8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 1097 time: 0.0948215 Aug 13 02:38:33.203235 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4da4f-1b11-4e4b-99ad-987ff28fca38 req-e3fbab40-dbd7-4dca-88db-c418317bec8f tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.210476 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ecd4da4f-1b11-4e4b-99ad-987ff28fca38 req-e3fbab40-dbd7-4dca-88db-c418317bec8f tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 945 time: 0.0760140 Aug 13 02:38:33.255733 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130495d-00b0-4a1a-aee9-67fe8eb672ad req-263455db-67e6-4494-a9c1-9634f71c284d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.262431 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-75ff9398-cb2c-4d85-ad34-06f34d79f102 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64cf9736-7ba4-44b2-b985-b82bd99680b6 HTTP/1.1" status: 200 len: 217 time: 0.0448802 Aug 13 02:38:33.263487 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3130495d-00b0-4a1a-aee9-67fe8eb672ad req-263455db-67e6-4494-a9c1-9634f71c284d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 944 time: 0.0625174 Aug 13 02:38:33.287046 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ecd4da4f-1b11-4e4b-99ad-987ff28fca38 req-03249ef0-b1dd-4979-a783-b890bcd4f07c tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756409 Aug 13 02:38:33.334989 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3130495d-00b0-4a1a-aee9-67fe8eb672ad req-f6b411b5-5751-42f0-9032-30d64f622aa7 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705957 Aug 13 02:38:33.372235 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-50cf1a1f-09fe-422c-ae71-d6e54d7af20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.373867 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-50cf1a1f-09fe-422c-ae71-d6e54d7af20c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 200 len: 854 time: 0.0858645 Aug 13 02:38:33.419168 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-06a8b966-7ec2-40ea-9244-5200e26bed5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4337783e-e016-4ac9-8c19-e6fa7261827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288050 Aug 13 02:38:33.525891 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-935be439-2b0e-44e9-acf0-c3385ebca354 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928481 Aug 13 02:38:33.654573 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8a0b00e2-ae5a-45cf-866b-95deba8a60eb req-d9ae63e2-943d-4d68-ba0d-9e78b7721007 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056244 Aug 13 02:38:33.758980 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c8b08-eddb-4727-af3f-0f9791a06d18 req-1231059a-6732-4d1f-9e5c-0e4cd03d076c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.760645 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-582c8b08-eddb-4727-af3f-0f9791a06d18 req-1231059a-6732-4d1f-9e5c-0e4cd03d076c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0559020 Aug 13 02:38:33.781860 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-7215389d-b96e-4f52-a151-5b0eb2d69574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.783518 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-7215389d-b96e-4f52-a151-5b0eb2d69574 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 1097 time: 0.0515864 Aug 13 02:38:33.818903 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-582c8b08-eddb-4727-af3f-0f9791a06d18 req-81a325ce-eb97-41f9-a5da-47257cbeda99 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516548 Aug 13 02:38:33.884032 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-c5a1ddd1-05a2-464b-8754-57b7a3b9c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.885609 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-c5a1ddd1-05a2-464b-8754-57b7a3b9c676 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 915 time: 0.0918083 Aug 13 02:38:33.943868 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-196c16c7-6b28-4666-bd24-24ef3b0c738e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64cf9736-7ba4-44b2-b985-b82bd99680b6 HTTP/1.1" status: 200 len: 217 time: 0.0480976 Aug 13 02:38:34.005882 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-2df72e8f-5dcc-4666-865d-f45c1acf656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:34.007454 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-2df72e8f-5dcc-4666-865d-f45c1acf656a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 200 len: 854 time: 0.0472474 Aug 13 02:38:34.041166 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-ae61b582-f13b-457e-bda3-bf571b8659f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4337783e-e016-4ac9-8c19-e6fa7261827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247171 Aug 13 02:38:34.180223 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-dbee5558-2547-4100-a3a0-e7faa8cec6a0 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141713 Aug 13 02:38:34.286549 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3eab3897-4d9b-43e1-b9b7-39dc0ea3450e req-ec6d703e-607a-475d-959e-390f2330feae service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950027 Aug 13 02:38:34.440140 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce689-452d-4f3d-a154-542cc84fc810 req-69c47f51-36ab-456f-bd26-abf1b66c1b50 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:34.441809 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-137ce689-452d-4f3d-a154-542cc84fc810 req-69c47f51-36ab-456f-bd26-abf1b66c1b50 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 945 time: 0.0547884 Aug 13 02:38:34.484630 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77c60d-5e02-4507-8c76-c18bf70d2129 req-f3a62303-3486-476e-a614-db2a5e60e56a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:34.492575 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3e77c60d-5e02-4507-8c76-c18bf70d2129 req-f3a62303-3486-476e-a614-db2a5e60e56a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 944 time: 0.0616555 Aug 13 02:38:34.496044 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-137ce689-452d-4f3d-a154-542cc84fc810 req-8dbebf2c-4f43-4791-8e1e-7041af5333ac tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473881 Aug 13 02:38:34.531496 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3e77c60d-5e02-4507-8c76-c18bf70d2129 req-ed77c595-f8c0-4878-bea1-ce67ecbe54ac tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Aug 13 02:38:35.036257 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711e54f-337b-4fdf-8c49-7de160d5370d req-28a36a42-a3b1-4bfd-ab3a-34af68a1f230 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:35.037776 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3711e54f-337b-4fdf-8c49-7de160d5370d req-28a36a42-a3b1-4bfd-ab3a-34af68a1f230 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Aug 13 02:38:35.081181 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3711e54f-337b-4fdf-8c49-7de160d5370d req-cfdada6b-d963-41b6-a469-a5d68d696f1b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370076 Aug 13 02:38:35.132517 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46566) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:35.184591 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384a05-4536-4f8e-8916-9b0fe523d1f3 req-6b825866-b66e-4bd4-90b6-429da55bf437 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:35.186140 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2b384a05-4536-4f8e-8916-9b0fe523d1f3 req-6b825866-b66e-4bd4-90b6-429da55bf437 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0477211 Aug 13 02:38:35.224268 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2b384a05-4536-4f8e-8916-9b0fe523d1f3 req-07a4fd75-9a94-475b-947d-d6664a250ce4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Aug 13 02:38:35.238289 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90e93308-7e3b-4bf7-becd-74a9b06179bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.326026 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90e93308-7e3b-4bf7-becd-74a9b06179bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.332328 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-90e93308-7e3b-4bf7-becd-74a9b06179bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.370172 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-90e93308-7e3b-4bf7-becd-74a9b06179bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d0bf1638d744a1a99b69c53dc0a2f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364266 Aug 13 02:38:35.370960 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e93308-7e3b-4bf7-becd-74a9b06179bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2d347f-9b86-459f-a68c-885330c5d160,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:35.372813 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46572) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:35.422187 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c56581de-87c2-4826-b704-43c4a53e95e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.443052 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c56581de-87c2-4826-b704-43c4a53e95e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.489028 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c56581de-87c2-4826-b704-43c4a53e95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.491569 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c56581de-87c2-4826-b704-43c4a53e95e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.492992 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c56581de-87c2-4826-b704-43c4a53e95e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e2d347f-9b86-459f-a68c-885330c5d160 HTTP/1.1" status: 204 len: 168 time: 0.1188390 Aug 13 02:38:35.500576 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56581de-87c2-4826-b704-43c4a53e95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2d347f-9b86-459f-a68c-885330c5d160,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:35.649864 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bdcd-7ecf-4317-8757-c48f6043e276 req-276ba474-5e80-44a5-8b53-9cfff4af71c3 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:35.651384 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06e5bdcd-7ecf-4317-8757-c48f6043e276 req-276ba474-5e80-44a5-8b53-9cfff4af71c3 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 944 time: 0.0508752 Aug 13 02:38:35.690635 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06e5bdcd-7ecf-4317-8757-c48f6043e276 req-7b21ca7b-0b63-44fd-adcf-9196050d34be tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334213 Aug 13 02:38:35.757111 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46582) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:35.770047 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c516426d-b1c6-48ff-b073-74f0c7bff936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.857525 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c516426d-b1c6-48ff-b073-74f0c7bff936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.861970 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c516426d-b1c6-48ff-b073-74f0c7bff936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.899799 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c516426d-b1c6-48ff-b073-74f0c7bff936 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fc574078049441d9580f87f7331f06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416378 Aug 13 02:38:35.900499 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516426d-b1c6-48ff-b073-74f0c7bff936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e0edec-cf0d-443a-a3a6-19a283c952e6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:35.902567 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46584) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:35.950020 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d307b84-64ce-4d6a-a391-8aeb00329a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.971224 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d307b84-64ce-4d6a-a391-8aeb00329a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:36.018111 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d307b84-64ce-4d6a-a391-8aeb00329a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:36.020627 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d307b84-64ce-4d6a-a391-8aeb00329a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:36.021811 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6d307b84-64ce-4d6a-a391-8aeb00329a3f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8e0edec-cf0d-443a-a3a6-19a283c952e6 HTTP/1.1" status: 204 len: 168 time: 0.1182432 Aug 13 02:38:36.030169 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d307b84-64ce-4d6a-a391-8aeb00329a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e0edec-cf0d-443a-a3a6-19a283c952e6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:36.196625 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70ccd0-8e10-4674-8874-cecb399a1e24 req-19aee64e-185f-49a7-b12d-f3d3fb4afd1f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:36.198139 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cf70ccd0-8e10-4674-8874-cecb399a1e24 req-19aee64e-185f-49a7-b12d-f3d3fb4afd1f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0495174 Aug 13 02:38:36.239374 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cf70ccd0-8e10-4674-8874-cecb399a1e24 req-514af0ff-9e4f-4d88-add3-dc7802382603 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352061 Aug 13 02:38:36.344157 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0346-c835-4e49-abba-71e8a31c270e req-9d8d5ccb-029b-4ff8-b063-f29fbe955940 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:36.345721 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dfee0346-c835-4e49-abba-71e8a31c270e req-9d8d5ccb-029b-4ff8-b063-f29fbe955940 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0523710 Aug 13 02:38:36.387182 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dfee0346-c835-4e49-abba-71e8a31c270e req-ee1cf0b7-2807-42b4-8b31-7aa7f9c88979 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337975 Aug 13 02:38:36.806406 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac956-68f1-487a-9ae9-45f0aa4adbab req-2d8a6c20-dc6f-4821-bbe4-39508c53064e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:36.807944 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-db9ac956-68f1-487a-9ae9-45f0aa4adbab req-2d8a6c20-dc6f-4821-bbe4-39508c53064e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 944 time: 0.0492795 Aug 13 02:38:36.848040 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-db9ac956-68f1-487a-9ae9-45f0aa4adbab req-44e8ae05-7d2a-4d75-8170-55540f5e44c3 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Aug 13 02:38:37.353954 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330640f8-640e-4db2-b4c1-13295ab33b4a req-705ba1a6-f8b8-4e66-a0bc-d1d7d32ef36b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:37.355549 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-330640f8-640e-4db2-b4c1-13295ab33b4a req-705ba1a6-f8b8-4e66-a0bc-d1d7d32ef36b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0494504 Aug 13 02:38:37.396389 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-330640f8-640e-4db2-b4c1-13295ab33b4a req-a4681ce2-ae32-4f8f-a69f-d4269b0eefb2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345452 Aug 13 02:38:37.510111 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443077e7-bb62-4045-a10d-c3fcadc8e7e8 req-a724fc30-1f68-4132-ab12-d3f95e7e78a1 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:37.511626 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-443077e7-bb62-4045-a10d-c3fcadc8e7e8 req-a724fc30-1f68-4132-ab12-d3f95e7e78a1 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0545239 Aug 13 02:38:37.550152 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-443077e7-bb62-4045-a10d-c3fcadc8e7e8 req-7625a431-6311-411c-b896-ea95d83c9481 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Aug 13 02:38:37.906051 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46666) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:37.967905 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf48e1-1593-468b-8b26-f8ea9c64bd57 req-17270a24-44fe-4f99-89e6-9ae559877b44 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:37.969572 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bdcf48e1-1593-468b-8b26-f8ea9c64bd57 req-17270a24-44fe-4f99-89e6-9ae559877b44 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 944 time: 0.0512228 Aug 13 02:38:38.010273 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bdcf48e1-1593-468b-8b26-f8ea9c64bd57 req-c34edd2b-8a21-4678-b042-5d14c4062179 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Aug 13 02:38:38.013928 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71eccc55-47d2-426c-88e3-39f76896a169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.110650 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71eccc55-47d2-426c-88e3-39f76896a169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.114292 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71eccc55-47d2-426c-88e3-39f76896a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.153574 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-71eccc55-47d2-426c-88e3-39f76896a169 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eed6de15868d4ddaaafc2c2ff79c48c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464447 Aug 13 02:38:38.154686 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eccc55-47d2-426c-88e3-39f76896a169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14baa9fe-a460-4340-a656-8cf671cfaa4b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:38.156450 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46670) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:38.210493 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9dacfd2a-24c7-46e9-87c1-68267cbbd169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.231407 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9dacfd2a-24c7-46e9-87c1-68267cbbd169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.281664 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9dacfd2a-24c7-46e9-87c1-68267cbbd169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.284311 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9dacfd2a-24c7-46e9-87c1-68267cbbd169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.286140 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-9dacfd2a-24c7-46e9-87c1-68267cbbd169 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14baa9fe-a460-4340-a656-8cf671cfaa4b HTTP/1.1" status: 204 len: 168 time: 0.1278136 Aug 13 02:38:38.298423 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacfd2a-24c7-46e9-87c1-68267cbbd169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14baa9fe-a460-4340-a656-8cf671cfaa4b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:38.501761 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0711-5c2d-40b3-b38b-4c1f6a6c4492 req-9e48a728-2246-46f3-b2ea-c46fb64a64f6 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:38.505627 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5daf0711-5c2d-40b3-b38b-4c1f6a6c4492 req-9e48a728-2246-46f3-b2ea-c46fb64a64f6 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 945 time: 0.0501578 Aug 13 02:38:38.524611 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716d371-f967-407e-a0fd-c7d04671b457 req-7517e761-8d9c-42ac-9827-033481df4bfd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:38.533554 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9716d371-f967-407e-a0fd-c7d04671b457 req-7517e761-8d9c-42ac-9827-033481df4bfd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0641122 Aug 13 02:38:38.553386 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5daf0711-5c2d-40b3-b38b-4c1f6a6c4492 req-70dd11e1-21f6-498c-b5fa-b9eab0ae2a76 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Aug 13 02:38:38.584445 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9716d371-f967-407e-a0fd-c7d04671b457 req-f775b7a8-1ca3-4e0e-8c82-608e6bc82cd2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499690 Aug 13 02:38:38.636661 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46694) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:38.659754 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-847e7e77-6cb9-4b30-b275-2991f9019b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.699076 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e6a60-6647-41b9-9737-e10bd9e186e7 req-68bbc6e1-e1d6-42dd-b7b1-5c0ad395a15b tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:38.700616 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-796e6a60-6647-41b9-9737-e10bd9e186e7 req-68bbc6e1-e1d6-42dd-b7b1-5c0ad395a15b tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0645282 Aug 13 02:38:38.766778 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-796e6a60-6647-41b9-9737-e10bd9e186e7 req-289851e4-3124-45a2-87be-2a7a54924a48 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523436 Aug 13 02:38:38.790635 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-847e7e77-6cb9-4b30-b275-2991f9019b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.796935 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-847e7e77-6cb9-4b30-b275-2991f9019b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.831747 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e7e77-6cb9-4b30-b275-2991f9019b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae379731-15fd-423e-961f-ea5d8c73a051,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:38.853629 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-847e7e77-6cb9-4b30-b275-2991f9019b99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d58a45ce69e34c4cbacdb18086de8342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151468 Aug 13 02:38:38.856191 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46712) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:38.909076 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1cec-56bf-4887-a756-71031a2a4f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.931585 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1cec-56bf-4887-a756-71031a2a4f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.985929 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1cec-56bf-4887-a756-71031a2a4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.988841 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1cec-56bf-4887-a756-71031a2a4f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.993275 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ddcc1cec-56bf-4887-a756-71031a2a4f33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae379731-15fd-423e-961f-ea5d8c73a051 HTTP/1.1" status: 204 len: 168 time: 0.1361122 Aug 13 02:38:39.001944 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc1cec-56bf-4887-a756-71031a2a4f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae379731-15fd-423e-961f-ea5d8c73a051,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:39.142374 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2035d-f833-45c4-8174-a32170f541e7 req-30852585-b4c3-4dca-a5e8-c3d2c72576a9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:39.144081 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a3a2035d-f833-45c4-8174-a32170f541e7 req-30852585-b4c3-4dca-a5e8-c3d2c72576a9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 944 time: 0.0560479 Aug 13 02:38:39.191108 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a3a2035d-f833-45c4-8174-a32170f541e7 req-d8b4c292-1117-43c7-b905-176477d8665e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Aug 13 02:38:39.708469 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46584d-d22c-41be-ad4e-5daccd9e1136 req-106cc681-b0a5-4d39-9ca3-99aff447df93 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:39.710079 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0d46584d-d22c-41be-ad4e-5daccd9e1136 req-106cc681-b0a5-4d39-9ca3-99aff447df93 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 945 time: 0.0705309 Aug 13 02:38:39.732253 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4626-168e-4838-b0d9-a5a7e42ccd76 req-f7b08b7a-0f42-45ad-b743-e59415b13446 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:39.733805 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71f4626-168e-4838-b0d9-a5a7e42ccd76 req-f7b08b7a-0f42-45ad-b743-e59415b13446 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0638988 Aug 13 02:38:39.765423 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0d46584d-d22c-41be-ad4e-5daccd9e1136 req-cf16830a-0f97-4d7a-9a4b-089d4dc880f8 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490854 Aug 13 02:38:39.776221 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71f4626-168e-4838-b0d9-a5a7e42ccd76 req-c640277a-e80e-4b63-9549-be1f54c122fe tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Aug 13 02:38:39.882226 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1034f-cd3f-4a3a-91a9-572d636a9b01 req-c24b9dbd-61fc-4faf-aedd-202ab8253dc4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:39.884096 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5e1034f-cd3f-4a3a-91a9-572d636a9b01 req-c24b9dbd-61fc-4faf-aedd-202ab8253dc4 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Aug 13 02:38:39.925713 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e5e1034f-cd3f-4a3a-91a9-572d636a9b01 req-cfb23712-8b2f-4a27-b9f8-185115eae50d tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/security-groups?id=41094d11-e427-49c2-bec0-b1f93afe910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345397 Aug 13 02:38:40.036354 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 64cf9736-7ba4-44b2-b985-b82bd99680b6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:40.151427 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 64cf9736-7ba4-44b2-b985-b82bd99680b6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64cf9736-7ba4-44b2-b985-b82bd99680b6,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:40.168740 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '64cf9736-7ba4-44b2-b985-b82bd99680b6', 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'port_id': '64cf9736-7ba4-44b2-b985-b82bd99680b6', 'mac_address': 'fa:16:3e:e0:d5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e018dfb-c02d-49bc-8572-ae56d4d153d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:40.210717 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.226882 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cf9736-7ba4-44b2-b985-b82bd99680b6 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:40.248399 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 64cf9736-7ba4-44b2-b985-b82bd99680b6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64cf9736-7ba4-44b2-b985-b82bd99680b6,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:40.251928 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.303373 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=64cf9736-7ba4-44b2-b985-b82bd99680b6,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:40.304992 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f412df-6af2-4bae-9858-c8511aae23d5 req-b4c82b6b-cc25-47eb-92d4-861dc4668ebd tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:40.306735 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99f412df-6af2-4bae-9858-c8511aae23d5 req-b4c82b6b-cc25-47eb-92d4-861dc4668ebd tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 945 time: 0.0519037 Aug 13 02:38:40.311339 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.311693 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.312034 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.312375 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.312713 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.313128 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.313641 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.313983 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.314338 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.314672 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.315049 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.315383 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:40.353511 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99f412df-6af2-4bae-9858-c8511aae23d5 req-8ef6a47f-e6b3-407c-8a4a-ba18590d19d0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Aug 13 02:38:40.605207 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-97bb109e-df30-4cbc-bead-67936afe86d2 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:40.606873 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-97bb109e-df30-4cbc-bead-67936afe86d2 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 945 time: 0.0473626 Aug 13 02:38:40.760579 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Deleting port 7aa39fb7-73af-4223-bf94-54677a64a7b8 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:38:40.760913 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.796782 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['64cf9736-7ba4-44b2-b985-b82bd99680b6'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:40.879498 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-393fd4b0-3903-4be4-afdd-c064dbef6692 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:40.881557 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-393fd4b0-3903-4be4-afdd-c064dbef6692 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 945 time: 0.1037323 Aug 13 02:38:40.900541 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] For port 7aa39fb7-73af-4223-bf94-54677a64a7b8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7aa39fb7-73af-4223-bf94-54677a64a7b8,segment=NetworkSegment(b74b64d0-c40a-4a05-8c63-0ce66c1e663e),segment_id=b74b64d0-c40a-4a05-8c63-0ce66c1e663e)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:40.901505 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.940325 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Calling delete_port for 7aa39fb7-73af-4223-bf94-54677a64a7b8 owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:38:41.027554 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea97a6-d275-4f81-b08a-7700fedd958f req-317596f1-10bb-45e2-a5ce-785f1cecb4b9 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:41.031030 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c3ea97a6-d275-4f81-b08a-7700fedd958f req-317596f1-10bb-45e2-a5ce-785f1cecb4b9 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 945 time: 0.1484835 Aug 13 02:38:41.043144 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89df732-8773-4a4b-aa0a-6d475610d0e3 req-822aa47e-b352-4772-90b4-94bcf9202a59 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:41.050525 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c89df732-8773-4a4b-aa0a-6d475610d0e3 req-822aa47e-b352-4772-90b4-94bcf9202a59 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1721330 Aug 13 02:38:41.097344 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c3ea97a6-d275-4f81-b08a-7700fedd958f req-a8a33b92-8b76-4f3f-b628-32d4fa32c497 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602939 Aug 13 02:38:41.103354 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c89df732-8773-4a4b-aa0a-6d475610d0e3 req-0c414902-4fea-45fd-8df2-6927a06397c7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518992 Aug 13 02:38:41.119217 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Deleting port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:38:41.119217 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.210946 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.264443 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4f4b9bb3-60a2-40df-9679-291eb384e1ce req-b0ee74aa-c815-42d3-aabc-06c86af11af8 tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.0644126 Aug 13 02:38:41.289152 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] For port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:41.289152 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.307472 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Calling delete_port for 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:38:41.337658 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Pushing event deleted for resources: {'Port': ['ID=7aa39fb7-73af-4223-bf94-54677a64a7b8,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:41.365639 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] No DVR routers for this DVR port 7aa39fb7-73af-4223-bf94-54677a64a7b8 on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:38:41.369069 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.371331 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e3fe00a5-2fcc-4369-a273-fe01cd3ecfc4 req-7d07eab0-bd81-42ef-b276-ae53688655cb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.20 "DELETE /v2.0/ports/7aa39fb7-73af-4223-bf94-54677a64a7b8 HTTP/1.1" status: 204 len: 173 time: 0.7563789 Aug 13 02:38:41.371868 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b1018d-dff4-49d0-9787-9622f03b44b7', 'name': 'network-vif-deleted', 'tag': '7aa39fb7-73af-4223-bf94-54677a64a7b8'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:41.386006 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99397bf-6a1b-4d52-9d44-3a73c827638d" -d '{"events": [{"server_uuid": "36b1018d-dff4-49d0-9787-9622f03b44b7", "name": "network-vif-deleted", "tag": "7aa39fb7-73af-4223-bf94-54677a64a7b8"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:41.490484 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c17c44-e2e1-4bb7-8079-369e8c83f07d x-openstack-request-id: req-e0c17c44-e2e1-4bb7-8079-369e8c83f07d {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:41.491036 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b1018d-dff4-49d0-9787-9622f03b44b7", "name": "network-vif-deleted", "tag": "7aa39fb7-73af-4223-bf94-54677a64a7b8", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:41.491588 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0c17c44-e2e1-4bb7-8079-369e8c83f07d {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:41.492561 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b1018d-dff4-49d0-9787-9622f03b44b7', 'name': 'network-vif-deleted', 'tag': '7aa39fb7-73af-4223-bf94-54677a64a7b8', 'status': 'completed', 'code': 200} Aug 13 02:38:41.538270 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426873d-888a-499d-a42f-e137938b6aa4 req-28031eb6-5e2f-4ceb-ab36-e6dc12fde2ba tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:41.540028 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4426873d-888a-499d-a42f-e137938b6aa4 req-28031eb6-5e2f-4ceb-ab36-e6dc12fde2ba tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 945 time: 0.0951180 Aug 13 02:38:41.556316 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['7aa39fb7-73af-4223-bf94-54677a64a7b8'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:41.628853 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4426873d-888a-499d-a42f-e137938b6aa4 req-1ecd1754-cb9d-4e8b-a94a-8eb532357c53 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810549 Aug 13 02:38:41.634532 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.654480 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['2ad0c10d-dc9a-4fcc-9be0-7634152d4867'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:41.680310 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Pushing event deleted for resources: {'Port': ['ID=2ad0c10d-dc9a-4fcc-9be0-7634152d4867,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:41.741202 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] No DVR routers for this DVR port 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:38:41.745552 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.747649 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-02fee4e2-54bb-4cad-a3f1-c00dfc6dc095 req-840b2f4f-d412-4f11-8c8f-1924affdce79 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.20 "DELETE /v2.0/ports/2ad0c10d-dc9a-4fcc-9be0-7634152d4867 HTTP/1.1" status: 204 len: 173 time: 0.8541729 Aug 13 02:38:41.748091 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeac38f-329d-4b95-892e-3cb806bc7a4c', 'name': 'network-vif-deleted', 'tag': '2ad0c10d-dc9a-4fcc-9be0-7634152d4867'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:41.750361 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dc5353-583d-43df-9f64-24c52fe90427" -d '{"events": [{"server_uuid": "4eeac38f-329d-4b95-892e-3cb806bc7a4c", "name": "network-vif-deleted", "tag": "2ad0c10d-dc9a-4fcc-9be0-7634152d4867"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:41.764141 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46866) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:41.804236 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3622976-7d39-4da5-886a-c02ccc02d8d7 x-openstack-request-id: req-f3622976-7d39-4da5-886a-c02ccc02d8d7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:41.804521 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeac38f-329d-4b95-892e-3cb806bc7a4c", "name": "network-vif-deleted", "tag": "2ad0c10d-dc9a-4fcc-9be0-7634152d4867", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:41.804930 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3622976-7d39-4da5-886a-c02ccc02d8d7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:41.805380 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeac38f-329d-4b95-892e-3cb806bc7a4c', 'name': 'network-vif-deleted', 'tag': '2ad0c10d-dc9a-4fcc-9be0-7634152d4867', 'status': 'completed', 'code': 200} Aug 13 02:38:41.888385 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5334-9ee5-4559-9b4b-2c9165bbff81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.996504 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5334-9ee5-4559-9b4b-2c9165bbff81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.000092 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5334-9ee5-4559-9b4b-2c9165bbff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.035704 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a5334-9ee5-4559-9b4b-2c9165bbff81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03089ab-ecea-4eb2-b5d9-e8aad4aa7ed3,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:42.040512 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2a0a5334-9ee5-4559-9b4b-2c9165bbff81 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9260d700888a4af5ae300c7358b1a497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751188 Aug 13 02:38:42.043144 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46870) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:42.059941 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 64cf9736-7ba4-44b2-b985-b82bd99680b6 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:42.094131 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6b1d-f0de-4a48-842e-29779147adc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.109755 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 64cf9736-7ba4-44b2-b985-b82bd99680b6 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:42.113507 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 64cf9736-7ba4-44b2-b985-b82bd99680b6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:42.114105 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.116359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6b1d-f0de-4a48-842e-29779147adc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.188316 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6b1d-f0de-4a48-842e-29779147adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.192327 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6b1d-f0de-4a48-842e-29779147adc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.193792 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ca0c6b1d-f0de-4a48-842e-29779147adc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b03089ab-ecea-4eb2-b5d9-e8aad4aa7ed3 HTTP/1.1" status: 204 len: 168 time: 0.1496859 Aug 13 02:38:42.204691 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c6b1d-f0de-4a48-842e-29779147adc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03089ab-ecea-4eb2-b5d9-e8aad4aa7ed3,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:42.249280 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.266704 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7a330adb-8616-416a-9a6b-2cda935aaf02 req-248ecb6f-6b84-42e8-9a78-c8f1653b2de5 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eeac38f-329d-4b95-892e-3cb806bc7a4c HTTP/1.1" status: 200 len: 210 time: 0.0332766 Aug 13 02:38:42.269418 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539bd77-450f-4bb0-8b6c-2fb4613e101d req-0093e259-09d5-42e1-abae-f1290ffaea69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:42.282715 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e539bd77-450f-4bb0-8b6c-2fb4613e101d req-0093e259-09d5-42e1-abae-f1290ffaea69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0754189 Aug 13 02:38:42.282968 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed37dbec-97c5-45c6-9322-005e27ba853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cf9736-7ba4-44b2-b985-b82bd99680b6'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:42.284458 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f717917-132f-4619-8b73-0dd235c632f9" -d '{"events": [{"server_uuid": "ed37dbec-97c5-45c6-9322-005e27ba853e", "name": "network-vif-plugged", "status": "completed", "tag": "64cf9736-7ba4-44b2-b985-b82bd99680b6"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:42.301811 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 64cf9736-7ba4-44b2-b985-b82bd99680b6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64cf9736-7ba4-44b2-b985-b82bd99680b6,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:42.305156 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.306103 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:38:42.331213 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e539bd77-450f-4bb0-8b6c-2fb4613e101d req-6cce3705-44bb-4c47-b39a-d7e9fa6e8f6e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519962 Aug 13 02:38:42.361802 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:38:42.362144 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 2ad0c10d-dc9a-4fcc-9be0-7634152d4867 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:38:42.362619 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 7aa39fb7-73af-4223-bf94-54677a64a7b8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:38:42.420345 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=64cf9736-7ba4-44b2-b985-b82bd99680b6,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:42.424857 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992e119-c1c0-4cee-aaba-a245143b1c19 x-openstack-request-id: req-c992e119-c1c0-4cee-aaba-a245143b1c19 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:42.425400 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed37dbec-97c5-45c6-9322-005e27ba853e", "name": "network-vif-plugged", "status": "completed", "tag": "64cf9736-7ba4-44b2-b985-b82bd99680b6", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:42.425886 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c992e119-c1c0-4cee-aaba-a245143b1c19 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:42.426657 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed37dbec-97c5-45c6-9322-005e27ba853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cf9736-7ba4-44b2-b985-b82bd99680b6', 'code': 200} Aug 13 02:38:42.429633 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 7aa39fb7-73af-4223-bf94-54677a64a7b8 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:38:42.430028 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 7aa39fb7-73af-4223-bf94-54677a64a7b8 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:38:42.514154 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a73ddc62-4901-4ad1-85c2-21638dda46c9 req-f7e4bbda-b3e4-4ed2-b1ed-e1ff74640ffb tempest-DeleteServersTestJSON-169052692 tempest-DeleteServersTestJSON-169052692-project] 10.222.0.22 "GET /v2.0/ports?device_id=36b1018d-dff4-49d0-9787-9622f03b44b7 HTTP/1.1" status: 200 len: 210 time: 0.0320373 Aug 13 02:38:42.574484 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46888) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:42.610807 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8fc5c04-39a3-4154-9272-5b4a676cfa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.695275 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ba3f0-a273-4268-a89a-4bbde3deb194 req-f1229148-c040-4254-9c88-ecb5b51c57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:42.697429 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-318ba3f0-a273-4268-a89a-4bbde3deb194 req-f1229148-c040-4254-9c88-ecb5b51c57da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 1099 time: 0.0946958 Aug 13 02:38:42.807133 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-318ba3f0-a273-4268-a89a-4bbde3deb194 req-703bccc2-dbd4-460c-a0a0-6f092224db6f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921938 Aug 13 02:38:42.828519 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa437b6-3f8b-47f4-9ede-9bdf9e4512b1 req-28e42429-7080-435c-be51-b37a559e55ac tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:42.830122 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8fa437b6-3f8b-47f4-9ede-9bdf9e4512b1 req-28e42429-7080-435c-be51-b37a559e55ac tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 946 time: 0.1047421 Aug 13 02:38:42.847321 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8fc5c04-39a3-4154-9272-5b4a676cfa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.858465 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8fc5c04-39a3-4154-9272-5b4a676cfa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.911992 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8fa437b6-3f8b-47f4-9ede-9bdf9e4512b1 req-20dccf21-e096-417f-87d9-d2665b6ddc0e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736368 Aug 13 02:38:42.914601 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c8fc5c04-39a3-4154-9272-5b4a676cfa41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4fcb41bf32a144478721f193f06e7964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386288 Aug 13 02:38:42.916788 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc5c04-39a3-4154-9272-5b4a676cfa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cfbd6d-9878-44ca-aef6-3312b35cc542,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:42.917466 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46908) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:42.997428 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-47e7a3cd-d919-4fa7-86e7-746456a4ead8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:43.018450 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-47e7a3cd-d919-4fa7-86e7-746456a4ead8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:43.075796 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-47e7a3cd-d919-4fa7-86e7-746456a4ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:43.078606 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-47e7a3cd-d919-4fa7-86e7-746456a4ead8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:43.079751 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-47e7a3cd-d919-4fa7-86e7-746456a4ead8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64cfbd6d-9878-44ca-aef6-3312b35cc542 HTTP/1.1" status: 204 len: 168 time: 0.1611314 Aug 13 02:38:43.088759 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7a3cd-d919-4fa7-86e7-746456a4ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cfbd6d-9878-44ca-aef6-3312b35cc542,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:43.486335 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8e1f9-698b-4a54-ab38-c5e699bda921 req-6da17fce-73cc-40b3-b7fd-59f39787a4ba tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:43.487843 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f0a8e1f9-698b-4a54-ab38-c5e699bda921 req-6da17fce-73cc-40b3-b7fd-59f39787a4ba tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0627692 Aug 13 02:38:43.534029 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f0a8e1f9-698b-4a54-ab38-c5e699bda921 req-900fe208-3491-4aad-ae87-3257298612b0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386364 Aug 13 02:38:43.629140 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-a4f1dad8-918a-4a22-9392-52c381912399 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:43.630735 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-a4f1dad8-918a-4a22-9392-52c381912399 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/networks?id=9a7a5098-b9c3-4b19-9142-b493f69bebe4 HTTP/1.1" status: 200 len: 808 time: 0.1170874 Aug 13 02:38:43.646613 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-571539da-f91c-4fd9-8891-f6085697885c tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/quotas/464592bd095b4f74bd595d0169781f09 HTTP/1.1" status: 200 len: 375 time: 0.0091016 Aug 13 02:38:43.684678 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-faed6e8f-bd37-4834-a676-ed5a06926620 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=464592bd095b4f74bd595d0169781f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312173 Aug 13 02:38:43.785142 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-a4048756-be02-4a6d-9243-03ceb8ce7cd2 service neutron] 10.222.0.22 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931699 Aug 13 02:38:43.834262 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 46960) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:43.958167 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1106135180-network', 'tenant_id': '8c02f87ae667410f85de1ff5e4a6fdbb'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:43.990347 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Made reservation on behalf of 8c02f87ae667410f85de1ff5e4a6fdbb for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:43.995156 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.014349 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.141463 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-232e5871-01ad-4c93-8b07-cb6f892ee0e5 service neutron] 10.222.0.22 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477993 Aug 13 02:38:44.155606 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4032a5-d88e-402f-a933-d2574a934a79 req-4f6fbde7-6d65-4924-b617-8cbcb5302685 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:44.157462 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f4032a5-d88e-402f-a933-d2574a934a79 req-4f6fbde7-6d65-4924-b617-8cbcb5302685 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 946 time: 0.0826485 Aug 13 02:38:44.220590 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f4032a5-d88e-402f-a933-d2574a934a79 req-eb7f1d06-b35e-4456-a359-58a5f2026dc9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534754 Aug 13 02:38:44.242749 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.246009 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.285371 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:38:44.293910 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3711fc-c4fe-4249-838b-7bd69bf9bc96,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:44.305199 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.306132 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Added segment 71ee988e-a44e-49c6-8bfb-2ba547e764a2 of type vlan for network 85e574c7-0fe1-4596-9cc8-3d3517c871c0 Aug 13 02:38:44.365724 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f7b4683f-aa56-455a-8886-8f6743a8d607 req-9ca6dcd2-15e5-4aac-9fad-1ed329163589 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 210 time: 0.0479372 Aug 13 02:38:44.379388 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.400828 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46986) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:44.424861 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.425937 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:44.426583 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.478289 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6426353 Aug 13 02:38:44.481454 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 46994) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:44.487173 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Request body: {'subnet': {'network_id': '85e574c7-0fe1-4596-9cc8-3d3517c871c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1106135180-subnet', 'tenant_id': '8c02f87ae667410f85de1ff5e4a6fdbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:44.489996 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d126f-35db-4880-aae7-bb77da8dae10 admin admin] Pushing event updated for resources: {'Network': ['ID=85e574c7-0fe1-4596-9cc8-3d3517c871c0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:44.502567 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 85e574c7-0fe1-4596-9cc8-3d3517c871c0 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:38:44.535245 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Made reservation on behalf of 8c02f87ae667410f85de1ff5e4a6fdbb for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:44.537981 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.556975 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-68abd7f1-c34f-4a93-84b9-e2d8559f6a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.754234 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a93a6a-9700-468d-996d-3f296b43fa95 req-a12cb875-1dde-4f17-93dd-bc83cc7add04 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:44.755725 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-62a93a6a-9700-468d-996d-3f296b43fa95 req-a12cb875-1dde-4f17-93dd-bc83cc7add04 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1200211 Aug 13 02:38:44.861019 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-68abd7f1-c34f-4a93-84b9-e2d8559f6a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.864032 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.871159 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-68abd7f1-c34f-4a93-84b9-e2d8559f6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.880519 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-62a93a6a-9700-468d-996d-3f296b43fa95 req-4591606a-f0a0-43d3-a931-d5b3e32ae5b0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072187 Aug 13 02:38:44.948033 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abd7f1-c34f-4a93-84b9-e2d8559f6a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4c69fa-0e27-446b-8a19-4e3c72ee7bbb,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:44.956443 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-68abd7f1-c34f-4a93-84b9-e2d8559f6a47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eac66d0fa9b24ed0b8f7e36d6e878adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545149 Aug 13 02:38:44.957326 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=564e7f14-05d9-400d-a2f7-739f9d79d323,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:44.960485 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47004) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:44.981641 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Checking segment: {'id': '71ee988e-a44e-49c6-8bfb-2ba547e764a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85e574c7-0fe1-4596-9cc8-3d3517c871c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:44.982018 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Network hostable DHCP agents. Network: 85e574c7-0fe1-4596-9cc8-3d3517c871c0, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:45.000996 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Network 85e574c7-0fe1-4596-9cc8-3d3517c871c0 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:45.010528 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 85e574c7-0fe1-4596-9cc8-3d3517c871c0) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:45.014717 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:45.015375 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.019677 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d0c71-9160-4997-a15a-1f0d3f0a71d4 None None] Network 85e574c7-0fe1-4596-9cc8-3d3517c871c0 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:45.031325 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec17b87b-d90c-414f-868e-8c860d939a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.033836 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-887e3eac-0262-4963-98ca-a07bb7180872 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5509365 Aug 13 02:38:45.055482 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec17b87b-d90c-414f-868e-8c860d939a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.129282 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec17b87b-d90c-414f-868e-8c860d939a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.130630 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec17b87b-d90c-414f-868e-8c860d939a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.134931 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ec17b87b-d90c-414f-868e-8c860d939a7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb4c69fa-0e27-446b-8a19-4e3c72ee7bbb HTTP/1.1" status: 204 len: 168 time: 0.1711152 Aug 13 02:38:45.140914 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17b87b-d90c-414f-868e-8c860d939a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4c69fa-0e27-446b-8a19-4e3c72ee7bbb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:45.176874 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970b9d1c-cf04-4b9b-805b-3c52df814628 None None] Network 85e574c7-0fe1-4596-9cc8-3d3517c871c0 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:45.221094 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47018) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:45.269494 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e28ee12-f931-4e6e-9c94-802745e04909 admin admin] Deleting subnet 9374d3f5-6b03-47f7-b654-fa828ae3e8d5 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:38:45.273376 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e28ee12-f931-4e6e-9c94-802745e04909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.313070 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e28ee12-f931-4e6e-9c94-802745e04909 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.364346 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e28ee12-f931-4e6e-9c94-802745e04909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.448434 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1d289-d3c6-426a-ba36-09896c8c4ff2 req-b2ecf338-ee40-4acd-a2b9-46f4aefb1ba2 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:45.450740 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2eb1d289-d3c6-426a-ba36-09896c8c4ff2 req-b2ecf338-ee40-4acd-a2b9-46f4aefb1ba2 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 946 time: 0.1332779 Aug 13 02:38:45.485585 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e28ee12-f931-4e6e-9c94-802745e04909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.525620 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-633fede6-0de8-4fbd-a4a2-1096e47bddd5 req-fa6e0af2-d631-4de0-b78b-dcb6941c6786 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 210 time: 0.0381808 Aug 13 02:38:45.574081 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47032) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:45.586883 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28ee12-f931-4e6e-9c94-802745e04909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9374d3f5-6b03-47f7-b654-fa828ae3e8d5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:45.589851 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e28ee12-f931-4e6e-9c94-802745e04909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.592071 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8e28ee12-f931-4e6e-9c94-802745e04909 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9374d3f5-6b03-47f7-b654-fa828ae3e8d5 HTTP/1.1" status: 204 len: 168 time: 0.3697958 Aug 13 02:38:45.597620 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47034) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:45.602977 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8620d22f-0fb4-4103-9c26-a8f7a7b76f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.639677 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2eb1d289-d3c6-426a-ba36-09896c8c4ff2 req-d7bc64a8-f3f8-4add-9617-7cec76a31d1b tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777008 Aug 13 02:38:45.711105 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-1363fa96-377b-4f62-bc3b-87753202f6da tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:45.712472 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-1363fa96-377b-4f62-bc3b-87753202f6da tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.20 "GET /v2.0/networks?id=9a7a5098-b9c3-4b19-9142-b493f69bebe4 HTTP/1.1" status: 200 len: 808 time: 0.2407854 Aug 13 02:38:45.748848 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.759424 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Request body: {'port': {'device_id': 'eb520026-ff2b-4cae-b18a-c26f3e375a32', 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4', 'admin_state_up': True, 'tenant_id': '464592bd095b4f74bd595d0169781f09'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:45.764147 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8620d22f-0fb4-4103-9c26-a8f7a7b76f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.771578 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8620d22f-0fb4-4103-9c26-a8f7a7b76f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.876115 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8620d22f-0fb4-4103-9c26-a8f7a7b76f47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6ddd250258a4e338400d6f1fb5fcfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005400 Aug 13 02:38:45.878546 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620d22f-0fb4-4103-9c26-a8f7a7b76f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60376cd2-7312-4c30-8b14-df88a7736129,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:45.883130 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47054) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:45.958595 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-38c2acb0-597c-42ce-82ae-00a7411939f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.985684 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-38c2acb0-597c-42ce-82ae-00a7411939f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.012160 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47062) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:46.017058 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-229552696-network', 'tenant_id': 'e2399c1c7cd3445fb04bd6def3b16c91'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:46.056375 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-38c2acb0-597c-42ce-82ae-00a7411939f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.059493 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-38c2acb0-597c-42ce-82ae-00a7411939f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.063387 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-38c2acb0-597c-42ce-82ae-00a7411939f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60376cd2-7312-4c30-8b14-df88a7736129 HTTP/1.1" status: 204 len: 168 time: 0.1645689 Aug 13 02:38:46.077778 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2acb0-597c-42ce-82ae-00a7411939f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60376cd2-7312-4c30-8b14-df88a7736129,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:46.259856 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Made reservation on behalf of e2399c1c7cd3445fb04bd6def3b16c91 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:46.262253 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.266939 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.db.api [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 02:38:46.266939 dv-cinder-760199-7-iscsi neutron-server[94063]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 13 02:38:46.266939 dv-cinder-760199-7-iscsi neutron-server[94063]: [parameters: {'project_id': '464592bd095b4f74bd595d0169781f09', 'id': 'da1ea67f-c506-42b4-b896-9ce217827010', 'expiration': datetime.datetime(2021, 8, 13, 2, 40, 46, 237625)}] Aug 13 02:38:46.266939 dv-cinder-760199-7-iscsi neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:38:46.267321 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG oslo_db.api [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:38:46.271888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.275736 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.292248 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.292623 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.293414 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.293751 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.294111 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.294499 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.294772 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.295143 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.295488 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.295800 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.388411 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.393814 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.419283 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:38:46.427884 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc7d4b3-c737-4840-bf0e-e217886b0a3c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:46.434169 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.434324 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Added segment cb5d663a-c6ed-46a9-be27-7c6e0e169044 of type vlan for network c324b120-8b60-4933-8e4f-de1b0d3a62d9 Aug 13 02:38:46.473340 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.473772 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.474100 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.474598 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:46.475501 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56299c2f-fa1e-481a-bf64-7d895a9c23b9']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:46.476682 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.486656 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47072) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:46.500096 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74b64d0-c40a-4a05-8c63-0ce66c1e663e') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:46.500516 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74b64d0-c40a-4a05-8c63-0ce66c1e663e') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:46.509763 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7576b409-bc3f-4659-a77c-c8290b6cb3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.526860 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.529645 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.530622 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:46.531203 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.541370 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf45ee-0af7-46c4-8213-ac487fb29280 req-fe94f658-5e55-48ad-8a85-788d453565d9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:46.543615 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-21bf45ee-0af7-46c4-8213-ac487fb29280 req-fe94f658-5e55-48ad-8a85-788d453565d9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.5209017 Aug 13 02:38:46.578519 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.589734 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:38:46.590992 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: from cryptography.utils import int_from_bytes Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: from cryptography.utils import int_from_bytes Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:38:46.595454 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:38:46.637170 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] Pushing event updated for resources: {'Network': ['ID=c324b120-8b60-4933-8e4f-de1b0d3a62d9,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:46.658092 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-23549fb9-ecc5-45d5-a9f4-c390b10548e7 req-06923f0f-7b65-4cc1-9417-8de116114550 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 210 time: 0.0405357 Aug 13 02:38:46.663191 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-21bf45ee-0af7-46c4-8213-ac487fb29280 req-e05056f7-5e1e-4ba0-af26-22cec35e3a07 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098509 Aug 13 02:38:46.672050 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network c324b120-8b60-4933-8e4f-de1b0d3a62d9 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:38:46.686389 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.699057 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.701114 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/56299c2f-fa1e-481a-bf64-7d895a9c23b9 HTTP/1.1" status: 204 len: 168 time: 1.0960760 Aug 13 02:38:46.725992 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dee792-7103-4453-b98c-09c2074f3be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=56299c2f-fa1e-481a-bf64-7d895a9c23b9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:46.737595 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7576b409-bc3f-4659-a77c-c8290b6cb3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.742779 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7576b409-bc3f-4659-a77c-c8290b6cb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.762146 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6f483212-dd28-41c6-9644-521dbc4082df admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7489321 Aug 13 02:38:46.765999 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47078) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:46.773889 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Request body: {'subnet': {'network_id': 'c324b120-8b60-4933-8e4f-de1b0d3a62d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-229552696-subnet', 'tenant_id': 'e2399c1c7cd3445fb04bd6def3b16c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:46.787810 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576b409-bc3f-4659-a77c-c8290b6cb3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf8bc61-889c-4d13-8058-bca8c49bad36,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:46.792994 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7576b409-bc3f-4659-a77c-c8290b6cb3c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6cf8a869d8864e65a4d901f99aa393ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046744 Aug 13 02:38:46.795110 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47080) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:46.823134 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Made reservation on behalf of e2399c1c7cd3445fb04bd6def3b16c91 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:46.825990 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875073'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.860781 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed0511d6-614a-4044-8ff9-79cde6475f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.894247 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed0511d6-614a-4044-8ff9-79cde6475f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.913322 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Made reservation on behalf of 464592bd095b4f74bd595d0169781f09 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:46.924370 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.978629 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed0511d6-614a-4044-8ff9-79cde6475f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.981388 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed0511d6-614a-4044-8ff9-79cde6475f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:46.982565 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ed0511d6-614a-4044-8ff9-79cde6475f7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bf8bc61-889c-4d13-8058-bca8c49bad36 HTTP/1.1" status: 204 len: 168 time: 0.1864667 Aug 13 02:38:46.992177 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0511d6-614a-4044-8ff9-79cde6475f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf8bc61-889c-4d13-8058-bca8c49bad36,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:46.999183 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47088) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:47.051659 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3ec0a3a5-c893-4f41-962d-9e32af4d27dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ba70e4ff68449fb900bce58eb758cd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0489323 Aug 13 02:38:47.053142 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47090) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:47.108745 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65c6a82f-b70a-4c61-ba3c-17a9f990972d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.138322 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65c6a82f-b70a-4c61-ba3c-17a9f990972d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.170711 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Allocated IP 172.20.0.3 (9a7a5098-b9c3-4b19-9142-b493f69bebe4/d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4/3aec2c7f-5ef4-4583-af3d-a4365a08ef36) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:47.204829 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65c6a82f-b70a-4c61-ba3c-17a9f990972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.207689 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-65c6a82f-b70a-4c61-ba3c-17a9f990972d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.208847 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-65c6a82f-b70a-4c61-ba3c-17a9f990972d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41094d11-e427-49c2-bec0-b1f93afe910f HTTP/1.1" status: 204 len: 168 time: 0.1559658 Aug 13 02:38:47.214397 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875123'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.239746 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6a82f-b70a-4c61-ba3c-17a9f990972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41094d11-e427-49c2-bec0-b1f93afe910f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:47.355716 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69852c13-74b0-4542-9b00-a3b4110e2cbd,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:47.374466 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Checking segment: {'id': 'cb5d663a-c6ed-46a9-be27-7c6e0e169044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c324b120-8b60-4933-8e4f-de1b0d3a62d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:47.375250 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Network hostable DHCP agents. Network: c324b120-8b60-4933-8e4f-de1b0d3a62d9, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:47.424163 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Network c324b120-8b60-4933-8e4f-de1b0d3a62d9 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:47.448058 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, c324b120-8b60-4933-8e4f-de1b0d3a62d9) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:47.455716 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.458258 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:47.459067 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.485260 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a06f0f-956f-4c91-bb6a-b9d98619cc33 None None] Network c324b120-8b60-4933-8e4f-de1b0d3a62d9 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:47.486604 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8abf95c9-3067-49fa-b50b-6498254c3d91 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7195222 Aug 13 02:38:47.541374 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.584752 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:47.587819 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:47.590188 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:47.638278 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3043e-4e92-4707-b4f3-72c4921cc6da None None] Network c324b120-8b60-4933-8e4f-de1b0d3a62d9 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:47.654665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Pushing event updated for resources: {'Port': ['ID=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:47.667885 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:47.668599 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.684778 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-6bc001a3-baac-4aed-ab75-787076272d18 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9385171 Aug 13 02:38:47.718738 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Request body: {'port': {'device_id': 'eb520026-ff2b-4cae-b18a-c26f3e375a32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:47.806398 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:47.858234 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518785-aa39-443e-b589-9176631e5a6c req-bf3b25ea-17f3-4a55-973f-abc7e4e154df tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:47.859991 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7518785-aa39-443e-b589-9176631e5a6c req-bf3b25ea-17f3-4a55-973f-abc7e4e154df tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 931 time: 0.0852644 Aug 13 02:38:47.923632 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a7518785-aa39-443e-b589-9176631e5a6c req-7a958b38-e9a2-451f-9edb-83fdc4f6404a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557327 Aug 13 02:38:48.090337 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063015dc-8210-4114-a4b5-6d260699cf78 req-4f55e71c-620a-42af-90e4-9da18a7b9ad7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:48.093034 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-063015dc-8210-4114-a4b5-6d260699cf78 req-4f55e71c-620a-42af-90e4-9da18a7b9ad7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0832996 Aug 13 02:38:48.099033 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-196a677b-addb-47ab-8643-21eae43ab654 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:48.106991 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-196a677b-addb-47ab-8643-21eae43ab654 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 814 time: 0.2913322 Aug 13 02:38:48.179299 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-063015dc-8210-4114-a4b5-6d260699cf78 req-f289bd57-430e-432e-935d-49003c4b2e92 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804050 Aug 13 02:38:48.192927 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-9bc538ca-bcbd-4360-a007-f561f730b250 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/quotas/7c06543b1004463fb8f25068c9d8a296 HTTP/1.1" status: 200 len: 375 time: 0.0850246 Aug 13 02:38:48.328605 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:48.340468 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:48.348403 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-8d266e03-8967-4edf-ab78-2cf2fe74ab0f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463821 Aug 13 02:38:48.394472 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Transition to ACTIVE for port object 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:48.430682 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:48.514951 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Pushing event updated for resources: {'Port': ['ID=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:48.544607 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-3273b0e5-ec00-4aea-b2ba-5662ade45bd9 service neutron] 10.222.0.22 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848598 Aug 13 02:38:48.660819 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Attempting to bind port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:48.661549 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Attempting to bind port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:48.661549 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Attempting to bind port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 on network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:48.676123 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 on network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:48.676452 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Attempting to bind port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 on network 9a7a5098-b9c3-4b19-9142-b493f69bebe4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:48.690156 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:48.690156 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Checking segment: {'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:48.690156 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Bound using segment: {'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:48.690584 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Bound port: 3aec2c7f-5ef4-4583-af3d-a4365a08ef36, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:48.690933 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47168) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:48.691044 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:48.695410 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-70608b8b-1afa-42fe-a337-6cc83e3feaf0 service neutron] 10.222.0.22 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318164 Aug 13 02:38:48.769886 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] For port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:48.775450 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] For port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:48.780409 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:48.837924 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:48.838205 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:48.839694 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] 10.222.0.20 "PUT /v2.0/ports/3aec2c7f-5ef4-4583-af3d-a4365a08ef36 HTTP/1.1" status: 200 len: 1093 time: 1.1411207 Aug 13 02:38:48.840129 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb520026-ff2b-4cae-b18a-c26f3e375a32', 'tag': '3aec2c7f-5ef4-4583-af3d-a4365a08ef36'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:48.840352 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-network', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:48.842799 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1568ffea-47f6-4158-94d2-3314f65e2f52" -d '{"events": [{"name": "network-changed", "server_uuid": "eb520026-ff2b-4cae-b18a-c26f3e375a32", "tag": "3aec2c7f-5ef4-4583-af3d-a4365a08ef36"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:48.886453 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Made reservation on behalf of e65973561a1c4222ab997bb542af6b8a for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:48.890102 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:48.901455 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:48.907547 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8151e-bedb-4d9f-b3ea-7edd742d8f8b service neutron] Pushing event updated for resources: {'Port': ['ID=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:48.954656 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-16d7bf87-a5d3-4425-b7f0-2f8689847d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:48.956580 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-16d7bf87-a5d3-4425-b7f0-2f8689847d26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=464592bd095b4f74bd595d0169781f09&device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 1096 time: 0.0596654 Aug 13 02:38:48.958470 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1102bcc1-3692-40a9-ab17-c0204b513b97 x-openstack-request-id: req-1102bcc1-3692-40a9-ab17-c0204b513b97 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:48.958757 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb520026-ff2b-4cae-b18a-c26f3e375a32", "tag": "3aec2c7f-5ef4-4583-af3d-a4365a08ef36", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:48.959011 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1102bcc1-3692-40a9-ab17-c0204b513b97 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:48.959652 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb520026-ff2b-4cae-b18a-c26f3e375a32', 'tag': '3aec2c7f-5ef4-4583-af3d-a4365a08ef36', 'status': 'completed', 'code': 200} Aug 13 02:38:48.991969 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7fa51aa0-4796-4956-a9d7-f332be8b8057 req-d7490c51-5181-4d4b-b4f7-ba68b0d88a11 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 210 time: 0.0587430 Aug 13 02:38:49.024588 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-85b61fbc-0a75-4b18-af25-1d8576dc5900 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aec2c7f-5ef4-4583-af3d-a4365a08ef36 HTTP/1.1" status: 200 len: 217 time: 0.0494602 Aug 13 02:38:49.109817 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.118392 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.139388 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-9446ec0a-56f6-4026-a6d2-34ba46d2032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:49.140928 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-9446ec0a-56f6-4026-a6d2-34ba46d2032b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4 HTTP/1.1" status: 200 len: 848 time: 0.1056001 Aug 13 02:38:49.159822 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71e2fd-e192-4095-b08b-8c5424f9133e req-85780768-ed7d-428c-8b4e-37e7aef38d35 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:49.163597 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3e71e2fd-e192-4095-b08b-8c5424f9133e req-85780768-ed7d-428c-8b4e-37e7aef38d35 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 943 time: 0.1154397 Aug 13 02:38:49.189925 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:38:49.192304 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aeb911-3584-4d83-905d-a6d7ae987c3a,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:49.196813 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-aecab65e-f578-4da3-915f-3190dbffee72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a7a5098-b9c3-4b19-9142-b493f69bebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321305 Aug 13 02:38:49.210677 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.211095 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Added segment 63ebb6db-d0e7-425f-bcf3-99a756a097cd of type vlan for network 8519c89d-7682-4965-ac63-05a13879caad Aug 13 02:38:49.235680 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47192) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:49.263968 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.305840 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3e71e2fd-e192-4095-b08b-8c5424f9133e req-4535705e-56a3-4bcc-af67-918ec5fca94f tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305656 Aug 13 02:38:49.356217 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8128888-9d72-4185-aad2-3c363d8437c5 req-21ed6f61-524b-4e5f-a364-8cb41cb7254e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:49.357835 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8128888-9d72-4185-aad2-3c363d8437c5 req-21ed6f61-524b-4e5f-a364-8cb41cb7254e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0870340 Aug 13 02:38:49.358568 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.359472 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:49.360072 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.400535 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-8cff41b2-8cc8-4b40-b569-c668c494d0ab service neutron] 10.222.0.20 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925218 Aug 13 02:38:49.432145 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7372732 Aug 13 02:38:49.434010 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47200) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:49.441198 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Request body: {'subnet': {'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-subnet', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:49.457733 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a05fbe-588f-4761-b4ea-40bd581c4818 admin admin] Pushing event updated for resources: {'Network': ['ID=8519c89d-7682-4965-ac63-05a13879caad,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:49.469549 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 8519c89d-7682-4965-ac63-05a13879caad details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:38:49.477165 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8128888-9d72-4185-aad2-3c363d8437c5 req-a9bbd42d-dfef-4cc0-a7fe-690717748c37 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091163 Aug 13 02:38:49.488117 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Made reservation on behalf of e65973561a1c4222ab997bb542af6b8a for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:49.492444 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.502686 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd659d45-49a6-48b4-9203-d4c056231f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.591597 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-931b1b8f-844f-4438-aa2d-38db6e9e25ac req-d393515d-208f-4253-9c82-475546a7a043 service neutron] 10.222.0.20 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792021 Aug 13 02:38:49.673105 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd659d45-49a6-48b4-9203-d4c056231f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.681305 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd659d45-49a6-48b4-9203-d4c056231f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.698641 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.752748 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fd659d45-49a6-48b4-9203-d4c056231f3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76368aa9efe24fc2a180aff4fa93bd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130978 Aug 13 02:38:49.757042 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47208) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:49.789050 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd659d45-49a6-48b4-9203-d4c056231f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc35460f-4acc-4a26-99f2-8471f5a1bd96,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:49.790477 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0745d9-81cc-4915-836d-84713d165b19,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:49.804161 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-99b27a01-2292-472a-a3d5-47ed1190b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:49.806286 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-99b27a01-2292-472a-a3d5-47ed1190b923 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=464592bd095b4f74bd595d0169781f09&device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 1096 time: 0.1263137 Aug 13 02:38:49.814550 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Checking segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:49.814897 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Network hostable DHCP agents. Network: 8519c89d-7682-4965-ac63-05a13879caad, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:49.837782 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b32d723b-4db0-4046-b943-8d6c04c4ef45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.854760 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Network 8519c89d-7682-4965-ac63-05a13879caad is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:49.874282 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b32d723b-4db0-4046-b943-8d6c04c4ef45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.882508 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 8519c89d-7682-4965-ac63-05a13879caad) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:49.892300 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2417b4-355f-437a-a5e0-55315d79b78b None None] Network 8519c89d-7682-4965-ac63-05a13879caad requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:49.897966 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:49.898585 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.913615 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-08a82786-09f8-4f5c-bfab-91a0c6d9484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:49.915463 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-08a82786-09f8-4f5c-bfab-91a0c6d9484a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a7a5098-b9c3-4b19-9142-b493f69bebe4 HTTP/1.1" status: 200 len: 909 time: 0.0977263 Aug 13 02:38:49.938513 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-75f0d521-7c88-46a1-a6c8-4f6174b3e885 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5008545 Aug 13 02:38:49.938513 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47212) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:49.944722 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:49.967186 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b32d723b-4db0-4046-b943-8d6c04c4ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.969696 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b32d723b-4db0-4046-b943-8d6c04c4ef45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.973023 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b32d723b-4db0-4046-b943-8d6c04c4ef45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc35460f-4acc-4a26-99f2-8471f5a1bd96 HTTP/1.1" status: 204 len: 168 time: 0.2125998 Aug 13 02:38:49.981387 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d723b-4db0-4046-b943-8d6c04c4ef45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc35460f-4acc-4a26-99f2-8471f5a1bd96,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:49.983756 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.984848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:49.998816 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-bcea9060-bfbc-45af-830f-1f9f180c05f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aec2c7f-5ef4-4583-af3d-a4365a08ef36 HTTP/1.1" status: 200 len: 217 time: 0.0682979 Aug 13 02:38:50.080277 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.108168 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-57bbdb2c-c276-4cda-9456-049e670186db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:50.109665 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-57bbdb2c-c276-4cda-9456-049e670186db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4 HTTP/1.1" status: 200 len: 848 time: 0.0983889 Aug 13 02:38:50.143554 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-feda3176-b85d-4014-8f0b-2502bcb17624 req-9cdd33df-ebb5-4703-b5b7-33422a57bb63 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 210 time: 0.0319111 Aug 13 02:38:50.201643 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-9d1126e8-1d05-4f10-a01e-67796afb1bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a7a5098-b9c3-4b19-9142-b493f69bebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606532 Aug 13 02:38:50.224619 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-8519c89d-7682-4965-ac63-05a13879caad', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:38:50.225596 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.363077 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.401195 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Allocated IP 172.20.0.2 (8519c89d-7682-4965-ac63-05a13879caad/8c0745d9-81cc-4915-836d-84713d165b19/9891f4c6-0d8e-4b65-a94c-8db7bd7b9764) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:50.411655 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-71069fd8-e832-429b-850e-2d4a62ae4687 service neutron] 10.222.0.20 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905732 Aug 13 02:38:50.551604 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1568ffea-47f6-4158-94d2-3314f65e2f52 req-73f6cabf-c422-4674-887c-d635c3cfb958 service neutron] 10.222.0.20 "GET /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293945 Aug 13 02:38:50.619379 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.631023 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Transition to ACTIVE for port object 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:50.633546 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569841-d243-4a4a-b5c3-1977c2a0de84 req-198f32c6-f3f5-4c25-963c-ad0e621a4a65 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:50.635073 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-85569841-d243-4a4a-b5c3-1977c2a0de84 req-198f32c6-f3f5-4c25-963c-ad0e621a4a65 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 943 time: 0.1401613 Aug 13 02:38:50.642804 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-335d0ed5-7f21-4bd9-b2e4-66f077bd92b4 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:50.644232 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-335d0ed5-7f21-4bd9-b2e4-66f077bd92b4 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 814 time: 0.2706895 Aug 13 02:38:50.649910 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Transition to ACTIVE for port object 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:50.657471 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.668990 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Request body: {'port': {'device_id': '341b23bc-f6ff-4801-bab7-fb3658e6ee87', 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'admin_state_up': True, 'tenant_id': '7c06543b1004463fb8f25068c9d8a296'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:50.699506 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179cb64-9c44-4565-a9c9-f9e1d6f8e37b req-b6a32c35-b78f-4562-aa62-cf9d57c84073 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:50.700381 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Network 8519c89d-7682-4965-ac63-05a13879caad is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:50.701453 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6179cb64-9c44-4565-a9c9-f9e1d6f8e37b req-b6a32c35-b78f-4562-aa62-cf9d57c84073 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0581865 Aug 13 02:38:50.708961 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:50.712603 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:50.733242 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Pushing event updated for resources: {'Port': ['ID=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:50.750772 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-85569841-d243-4a4a-b5c3-1977c2a0de84 req-43006883-7ece-4512-b949-f9ef9cd0f735 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043818 Aug 13 02:38:50.761926 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6179cb64-9c44-4565-a9c9-f9e1d6f8e37b req-31de29e2-e64d-4d78-9af9-35ae5a9c8c5a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544469 Aug 13 02:38:50.790440 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Attempting to bind port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:50.790805 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Attempting to bind port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:50.791179 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Attempting to bind port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 on network 8519c89d-7682-4965-ac63-05a13879caad {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:50.796082 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:50.796458 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Checking segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:50.796853 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.797389 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Bound using segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:50.797856 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Bound port: 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:50.798266 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.864039 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] For port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:50.867526 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] For port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:50.872275 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.895248 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Made reservation on behalf of 7c06543b1004463fb8f25068c9d8a296 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:50.899615 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.926776 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:50.931616 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa045c5d-5103-485c-a65e-52396cb3c0d0 None None] Pushing event updated for resources: {'Port': ['ID=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:50.953978 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:51.132927 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Allocated IP 172.20.0.6 (4337783e-e016-4ac9-8c19-e6fa7261827f/0e018dfb-c02d-49bc-8572-ae56d4d153d7/f3a60707-fc09-4b1f-8de7-4caae0f3ada7) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:51.154313 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Allocated IP 172.27.0.152 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/5b4d9ec5-2f96-4d32-9801-f72112e21ddf) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:51.282147 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-10dac64e-aa1e-47e5-857f-fb9fc1241fa4 req-644708b9-3d2e-44ae-a0f4-f18a2f26ef04 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 210 time: 0.0348349 Aug 13 02:38:51.415922 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:51.484500 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:51.509401 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:51.571372 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:51.576330 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:51.580698 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:51.585221 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:51.610211 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a54066e5-02c5-4266-80b5-57323bcf5e8d', '64cf9736-7ba4-44b2-b985-b82bd99680b6'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:51.616764 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4d9ec5-2f96-4d32-9801-f72112e21ddf,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:51.880196 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:51.943521 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491355c5-6ef6-42f4-9887-d1aa8aa7557a req-6d05ff86-c8cb-4be3-8f9d-b4c4d05b88a8 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:51.951582 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-491355c5-6ef6-42f4-9887-d1aa8aa7557a req-6d05ff86-c8cb-4be3-8f9d-b4c4d05b88a8 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0746036 Aug 13 02:38:51.991902 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:51.995067 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-491355c5-6ef6-42f4-9887-d1aa8aa7557a req-721b7eed-d30c-43c6-ab79-5a42f11058d1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Aug 13 02:38:52.073996 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Network 4337783e-e016-4ac9-8c19-e6fa7261827f is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:52.074751 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Pushing event updated for resources: {'Port': ['ID=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:52.081631 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:52.117000 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906fa625-0aae-4b5b-b53d-ecbf211c8f6b None None] Network 8519c89d-7682-4965-ac63-05a13879caad requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:52.117161 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:52.126797 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:52.126797 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.135649 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:52.154471 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9d249-4720-4265-a8b7-a56f5d05e7cd req-619dc739-76ff-4f78-b28c-e16dc8adac93 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:52.157288 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26b9d249-4720-4265-a8b7-a56f5d05e7cd req-619dc739-76ff-4f78-b28c-e16dc8adac93 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 943 time: 0.1963210 Aug 13 02:38:52.196556 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f20ae17-74a8-4fee-8456-a66c3d0718e1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5398626 Aug 13 02:38:52.202502 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-93248885-547b-4ef4-8fd8-821fa0cbe26b None None] Provisioning for port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:52.214114 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-93248885-547b-4ef4-8fd8-821fa0cbe26b None None] Provisioning complete for port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:52.214491 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93248885-547b-4ef4-8fd8-821fa0cbe26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.221362 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Request body: {'port': {'device_id': '341b23bc-f6ff-4801-bab7-fb3658e6ee87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:52.267732 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.273567 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26b9d249-4720-4265-a8b7-a56f5d05e7cd req-0d08cfee-f1ff-4b1f-a772-784031419e09 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101503 Aug 13 02:38:52.343048 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.402401 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:52.430398 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be261e-528d-46db-b1dd-0262288392f9 req-4783f081-72fe-4855-86ae-f6d974a32032 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:52.432344 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56be261e-528d-46db-b1dd-0262288392f9 req-4783f081-72fe-4855-86ae-f6d974a32032 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 931 time: 0.0760233 Aug 13 02:38:52.478717 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56be261e-528d-46db-b1dd-0262288392f9 req-e04727a7-8063-47b3-a996-f4dbdcfefe01 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Aug 13 02:38:52.571701 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '3aec2c7f-5ef4-4583-af3d-a4365a08ef36', 'network_id': '9a7a5098-b9c3-4b19-9142-b493f69bebe4', 'port_id': '3aec2c7f-5ef4-4583-af3d-a4365a08ef36', 'mac_address': 'fa:16:3e:60:b4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d22f5f-afd1-4974-b4b5-7b2b6a331cd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:52.587862 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93248885-547b-4ef4-8fd8-821fa0cbe26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.643422 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.662153 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.662530 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-93248885-547b-4ef4-8fd8-821fa0cbe26b None None] For port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:52.666599 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:52.678576 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93248885-547b-4ef4-8fd8-821fa0cbe26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.728589 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:52.739575 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.771380 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93248885-547b-4ef4-8fd8-821fa0cbe26b None None] Pushing event updated for resources: {'Port': ['ID=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:52.853686 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a60707-fc09-4b1f-8de7-4caae0f3ada7 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:52.857771 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:52.866325 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.890498 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Transition to ACTIVE for port object f3a60707-fc09-4b1f-8de7-4caae0f3ada7 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:52.899521 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.951076 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:38:53.008569 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-30759bc7-0ef4-41fb-9ad3-0372ffe17044 None None] Provisioning complete for port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:53.009175 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30759bc7-0ef4-41fb-9ad3-0372ffe17044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.038679 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Pushing event updated for resources: {'Port': ['ID=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:53.042708 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Attempting to bind port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:53.043045 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Attempting to bind port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:53.043371 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Attempting to bind port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 on network 4337783e-e016-4ac9-8c19-e6fa7261827f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:53.050775 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 on network 4337783e-e016-4ac9-8c19-e6fa7261827f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:53.051096 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Attempting to bind port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 on network 4337783e-e016-4ac9-8c19-e6fa7261827f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:53.061775 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:53.062116 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Checking segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:53.062495 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Bound using segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:53.062934 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Bound port: f3a60707-fc09-4b1f-8de7-4caae0f3ada7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:53.063288 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.095733 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['3aec2c7f-5ef4-4583-af3d-a4365a08ef36'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:53.123855 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec41e5-dcf9-4b45-8ac3-25e59a9a4f89 req-310d9d2d-b718-4605-99e8-480b2ca94063 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.126127 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0cec41e5-dcf9-4b45-8ac3-25e59a9a4f89 req-310d9d2d-b718-4605-99e8-480b2ca94063 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0513501 Aug 13 02:38:53.162268 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:38:53.168301 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0cec41e5-dcf9-4b45-8ac3-25e59a9a4f89 req-04608095-8027-4101-ba81-1639faecf2a2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363789 Aug 13 02:38:53.178554 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Sync routers for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:38:53.186097 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] For port f3a60707-fc09-4b1f-8de7-4caae0f3ada7, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:53.190351 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] For port f3a60707-fc09-4b1f-8de7-4caae0f3ada7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:53.199378 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.201356 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.202596 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5c55d7a8-ab37-432a-bb75-1559dab057a2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2631619 Aug 13 02:38:53.205538 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47270) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:53.206235 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:53.207168 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:38:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:53.240865 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.241829 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.243225 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] 10.222.0.20 "PUT /v2.0/ports/f3a60707-fc09-4b1f-8de7-4caae0f3ada7 HTTP/1.1" status: 200 len: 1093 time: 1.0260444 Aug 13 02:38:53.243889 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341b23bc-f6ff-4801-bab7-fb3658e6ee87', 'tag': 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:53.246513 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3795487-9828-4171-8637-3954ea211727" -d '{"events": [{"name": "network-changed", "server_uuid": "341b23bc-f6ff-4801-bab7-fb3658e6ee87", "tag": "f3a60707-fc09-4b1f-8de7-4caae0f3ada7"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:53.319300 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e746960-1d64-4155-8cd6-f19945b87fac service neutron] Pushing event updated for resources: {'Port': ['ID=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:53.341292 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48bc3d3-91ac-4400-aa24-8526bf304bea x-openstack-request-id: req-e48bc3d3-91ac-4400-aa24-8526bf304bea {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:53.341655 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341b23bc-f6ff-4801-bab7-fb3658e6ee87", "tag": "f3a60707-fc09-4b1f-8de7-4caae0f3ada7", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:53.341906 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e48bc3d3-91ac-4400-aa24-8526bf304bea {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:53.342298 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341b23bc-f6ff-4801-bab7-fb3658e6ee87', 'tag': 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7', 'status': 'completed', 'code': 200} Aug 13 02:38:53.391585 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-4dca4254-75dc-43c6-b3a3-d9f91e29fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.393403 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-4dca4254-75dc-43c6-b3a3-d9f91e29fda8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 1096 time: 0.0702338 Aug 13 02:38:53.394787 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:53.453922 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-77d2e46f-675e-4146-b1b3-6f514ec79076 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a60707-fc09-4b1f-8de7-4caae0f3ada7 HTTP/1.1" status: 200 len: 217 time: 0.0464115 Aug 13 02:38:53.518723 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-2dae6777-f6aa-4ba5-aabb-ae720f1af0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.520598 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-2dae6777-f6aa-4ba5-aabb-ae720f1af0e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 200 len: 854 time: 0.0548384 Aug 13 02:38:53.579557 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-0f52abf4-d830-404f-96c9-95a5dca55d1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4337783e-e016-4ac9-8c19-e6fa7261827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399570 Aug 13 02:38:53.609934 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:52Z', 'revision_number': 3, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:53.637274 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Checking router: d85b6a77-1274-4d2d-bec3-5cc6103f6f29 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:38:53.637630 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Updating router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:38:53.665044 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.679169 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f0ab0-19af-4050-81e9-8c17fec73a89 req-11e0037e-50e8-49d3-bdde-1ecaa086f233 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.680669 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7b6f0ab0-19af-4050-81e9-8c17fec73a89 req-11e0037e-50e8-49d3-bdde-1ecaa086f233 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 944 time: 0.3019226 Aug 13 02:38:53.682928 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9c381-c02c-40c1-856e-d0d9f1a7f23e req-d6c42ac8-9ea7-4ccc-bde1-fec7bef3fe6d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.684425 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ac9c381-c02c-40c1-856e-d0d9f1a7f23e req-d6c42ac8-9ea7-4ccc-bde1-fec7bef3fe6d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 943 time: 0.1074834 Aug 13 02:38:53.746343 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-69483c9b-96c5-49c5-8207-2fda2a1d8718 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400306 Aug 13 02:38:53.753650 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4ac9c381-c02c-40c1-856e-d0d9f1a7f23e req-986a4e6e-b3d8-46dd-bea6-bd8c530a77f1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605743 Aug 13 02:38:53.768993 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7b6f0ab0-19af-4050-81e9-8c17fec73a89 req-ee3445f2-566d-4be5-b71d-759b6c0ecf91 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774415 Aug 13 02:38:53.816201 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:53.849167 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c04c1568-8a45-450c-9903-f3ac4e991ab2 req-718ba625-a298-4ed7-a9c5-7d88775b3f84 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913291 Aug 13 02:38:53.870479 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:53.871577 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.996017 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.002657 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.008200 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Transition to ACTIVE for port object 5b4d9ec5-2f96-4d32-9801-f72112e21ddf will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:54.016430 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.054093 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795487-9828-4171-8637-3954ea211727 req-0539e2b4-96ff-432a-9d00-c862d33e8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.055932 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3795487-9828-4171-8637-3954ea211727 req-0539e2b4-96ff-432a-9d00-c862d33e8da4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 1096 time: 0.1305311 Aug 13 02:38:54.088873 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Pushing event updated for resources: {'Port': ['ID=5b4d9ec5-2f96-4d32-9801-f72112e21ddf,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:54.099414 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.100659 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.100926 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.101362 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.101728 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.102046 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.102387 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.102722 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.103176 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.103434 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.103761 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.104092 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:54.123223 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Attempting to bind port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:54.123608 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Attempting to bind port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:54.123983 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Attempting to bind port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:54.131227 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:54.131629 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:54.132046 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.132445 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:54.132929 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Bound port: 5b4d9ec5-2f96-4d32-9801-f72112e21ddf, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:54.133360 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.139852 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:54.193974 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] For port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:54.200071 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] For port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=5b4d9ec5-2f96-4d32-9801-f72112e21ddf,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:54.205701 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.242830 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:54.248238 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:54.248759 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.318988 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:54.321046 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:38:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:54.346858 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795487-9828-4171-8637-3954ea211727 req-439d7509-58e4-4b89-88d2-1aafd367372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.347817 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3795487-9828-4171-8637-3954ea211727 req-439d7509-58e4-4b89-88d2-1aafd367372a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 915 time: 0.2286685 Aug 13 02:38:54.390598 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.433325 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:54.434669 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb520026-ff2b-4cae-b18a-c26f3e375a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aec2c7f-5ef4-4583-af3d-a4365a08ef36'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:54.436615 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3795487-9828-4171-8637-3954ea211727 req-020269ec-612a-4d63-9602-33b43e8135e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a60707-fc09-4b1f-8de7-4caae0f3ada7 HTTP/1.1" status: 200 len: 217 time: 0.0770605 Aug 13 02:38:54.443734 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e13e9a3-d511-452b-a5ac-57e4fe6f178e" -d '{"events": [{"server_uuid": "eb520026-ff2b-4cae-b18a-c26f3e375a32", "name": "network-vif-plugged", "status": "completed", "tag": "3aec2c7f-5ef4-4583-af3d-a4365a08ef36"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:54.458424 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.461263 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Allocated IP 172.20.0.1 (8519c89d-7682-4965-ac63-05a13879caad/8c0745d9-81cc-4915-836d-84713d165b19/63d9d04d-d23b-4180-a7ec-972692bc8efe) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:54.477875 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecde404-e23e-40a6-a931-5fe10e249e2c req-36b4cd4a-b96b-40ca-af11-5ceb34aad521 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.479688 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4ecde404-e23e-40a6-a931-5fe10e249e2c req-36b4cd4a-b96b-40ca-af11-5ceb34aad521 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1718948 Aug 13 02:38:54.485171 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:54.527993 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:54.572756 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edf5e92-e47b-4783-a964-1026fbeeeed3 x-openstack-request-id: req-6edf5e92-e47b-4783-a964-1026fbeeeed3 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:54.573098 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb520026-ff2b-4cae-b18a-c26f3e375a32", "name": "network-vif-plugged", "status": "completed", "tag": "3aec2c7f-5ef4-4583-af3d-a4365a08ef36", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:54.573375 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6edf5e92-e47b-4783-a964-1026fbeeeed3 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:54.574600 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb520026-ff2b-4cae-b18a-c26f3e375a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aec2c7f-5ef4-4583-af3d-a4365a08ef36', 'code': 200} Aug 13 02:38:54.592548 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795487-9828-4171-8637-3954ea211727 req-7f60abee-d192-48a3-b6f8-802851751d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.594266 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3795487-9828-4171-8637-3954ea211727 req-7f60abee-d192-48a3-b6f8-802851751d89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 200 len: 854 time: 0.1424677 Aug 13 02:38:54.601763 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4ecde404-e23e-40a6-a931-5fe10e249e2c req-20968d64-af66-40ca-9855-e9db1da3207c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139963 Aug 13 02:38:54.655220 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3795487-9828-4171-8637-3954ea211727 req-8a559830-bdcc-4594-9d5d-09263979a174 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4337783e-e016-4ac9-8c19-e6fa7261827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455835 Aug 13 02:38:54.670007 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.700009 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Transition to ACTIVE for port object 63d9d04d-d23b-4180-a7ec-972692bc8efe will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:54.718882 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db6aa5-c26d-44e0-b665-39afb13989c1 None None] Pushing event updated for resources: {'Port': ['ID=5b4d9ec5-2f96-4d32-9801-f72112e21ddf,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:54.757628 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.782656 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3795487-9828-4171-8637-3954ea211727 req-76e1d719-fcfa-4f5b-a407-6ae5597faa6e service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175272 Aug 13 02:38:54.823833 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:52Z', 'revision_number': 3, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:54.826784 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=63d9d04d-d23b-4180-a7ec-972692bc8efe,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:54.852980 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753266c7-8dd6-4dc3-8e55-cda42178e4f8 None None] The sync data for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi is: [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:52Z', 'revision_number': 3, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:38:54.857443 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Network 8519c89d-7682-4965-ac63-05a13879caad is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:54.863346 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:54.867509 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:54.871701 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51a72-9588-4185-95bf-5d3c61084772 req-68fe8af1-d039-4534-a872-312bb19f68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.873872 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-72e51a72-9588-4185-95bf-5d3c61084772 req-68fe8af1-d039-4534-a872-312bb19f68a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 1098 time: 0.1279216 Aug 13 02:38:54.942616 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3795487-9828-4171-8637-3954ea211727 req-29d9a4bc-e210-4dcc-bac5-853b18b68148 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504970 Aug 13 02:38:54.963312 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.971405 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aece5e-acc3-4e38-8cd5-cea098803485 req-e4cfea09-e868-48a1-927a-6e034f696c60 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.972887 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-21aece5e-acc3-4e38-8cd5-cea098803485 req-e4cfea09-e868-48a1-927a-6e034f696c60 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 943 time: 0.0954919 Aug 13 02:38:55.025534 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-21aece5e-acc3-4e38-8cd5-cea098803485 req-2585cb2f-a74b-464b-b33d-7ddf8889c320 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454659 Aug 13 02:38:55.074404 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-72e51a72-9588-4185-95bf-5d3c61084772 req-40bedb10-b911-4351-adf3-30b124ab048f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754553 Aug 13 02:38:55.101212 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39942-2d49-4eef-86db-baf110910d15 req-54fe400a-caad-46c7-ba88-a376c93707b4 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:55.102774 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b5b39942-2d49-4eef-86db-baf110910d15 req-54fe400a-caad-46c7-ba88-a376c93707b4 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 945 time: 0.2028162 Aug 13 02:38:55.130580 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8f6a4128-a475-4e7e-9b00-4f659561df14 None None] Provisioning for port 63d9d04d-d23b-4180-a7ec-972692bc8efe completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:55.135376 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8f6a4128-a475-4e7e-9b00-4f659561df14 None None] Provisioning complete for port 63d9d04d-d23b-4180-a7ec-972692bc8efe triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:55.135753 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f6a4128-a475-4e7e-9b00-4f659561df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:55.171129 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a4128-a475-4e7e-9b00-4f659561df14 None None] Port 63d9d04d-d23b-4180-a7ec-972692bc8efe cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:38:55.232257 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b5b39942-2d49-4eef-86db-baf110910d15 req-1bf1ddb0-8195-409a-8ad0-277769c9d878 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166649 Aug 13 02:38:55.279457 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:55.453733 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:55.459128 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:55.533268 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=63d9d04d-d23b-4180-a7ec-972692bc8efe,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:55.538718 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:55.652829 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Network 8519c89d-7682-4965-ac63-05a13879caad is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:55.661503 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:55.854485 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 5b4d9ec5-2f96-4d32-9801-f72112e21ddf up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:55.868847 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-e7c489ef-e0bf-4a82-b701-6e982dc07c47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1981008 Aug 13 02:38:55.898530 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39b30-762f-4af8-afd5-c50452c823f6 req-5e365f4c-6930-49c6-869a-1d01bc16aeef tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:55.900424 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7ce39b30-762f-4af8-afd5-c50452c823f6 req-5e365f4c-6930-49c6-869a-1d01bc16aeef tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1962342 Aug 13 02:38:55.935915 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:55.939717 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:55.940087 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:55.945514 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:38:55.993767 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7ce39b30-762f-4af8-afd5-c50452c823f6 req-4dee51c4-dec8-4489-9612-f0ffdbe2695b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Aug 13 02:38:56.026065 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-25d3a405-8a68-46a4-8562-9dc51fa13d9a None None] Provisioning complete for port 63d9d04d-d23b-4180-a7ec-972692bc8efe triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:56.026419 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25d3a405-8a68-46a4-8562-9dc51fa13d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:56.049134 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-ad45acc6-68a2-40fd-9e47-bbf66a6d75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:56.050966 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-ad45acc6-68a2-40fd-9e47-bbf66a6d75ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 1099 time: 0.1028066 Aug 13 02:38:56.060114 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:56.098624 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=5b4d9ec5-2f96-4d32-9801-f72112e21ddf,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:56.099865 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-25d3a405-8a68-46a4-8562-9dc51fa13d9a None None] Port 63d9d04d-d23b-4180-a7ec-972692bc8efe cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:38:56.102859 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:56.149883 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device f3a60707-fc09-4b1f-8de7-4caae0f3ada7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:56.180120 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=5b4d9ec5-2f96-4d32-9801-f72112e21ddf,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:56.194273 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:38:56.201756 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5de532e2-6448-4c22-8ab9-d3de63eb6ca5 admin admin] 10.222.0.22 "PUT /v2.0/routers/d85b6a77-1274-4d2d-bec3-5cc6103f6f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9951680 Aug 13 02:38:56.227583 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af93a3-5b27-4376-9418-649addfaa54f req-ff7164d2-8a1c-4191-bff0-e673a7647058 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:56.233550 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22af93a3-5b27-4376-9418-649addfaa54f req-ff7164d2-8a1c-4191-bff0-e673a7647058 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 943 time: 0.0950665 Aug 13 02:38:56.242962 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-66b3ecc0-de0f-4eed-a017-cbe6fa3fe11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:56.245198 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-66b3ecc0-de0f-4eed-a017-cbe6fa3fe11f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 915 time: 0.1374955 Aug 13 02:38:56.309530 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-d7a4f55a-e818-4f3a-a8ea-497c606d7bb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54066e5-02c5-4266-80b5-57323bcf5e8d HTTP/1.1" status: 200 len: 217 time: 0.0522799 Aug 13 02:38:56.314382 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22af93a3-5b27-4376-9418-649addfaa54f req-9265a524-9930-4910-91a5-dac7be923433 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602450 Aug 13 02:38:56.316898 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port f3a60707-fc09-4b1f-8de7-4caae0f3ada7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:56.334370 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7', 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'port_id': 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7', 'mac_address': 'fa:16:3e:3a:54:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e018dfb-c02d-49bc-8572-ae56d4d153d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:56.410568 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4322-24de-422f-916c-e9c44478b631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:56.418040 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:56.428362 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-defbb2c9-c178-4ae1-a2ca-00c2ea96fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:56.431601 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-defbb2c9-c178-4ae1-a2ca-00c2ea96fced service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 200 len: 854 time: 0.0992162 Aug 13 02:38:56.437226 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a60707-fc09-4b1f-8de7-4caae0f3ada7 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:56.448605 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b8cf-308c-4f04-8773-c92b99f6ea4e req-f59d79b6-3408-451a-b76f-a35dee66d34b tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:56.456745 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22a9b8cf-308c-4f04-8773-c92b99f6ea4e req-f59d79b6-3408-451a-b76f-a35dee66d34b tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 945 time: 0.1250782 Aug 13 02:38:56.482780 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port f3a60707-fc09-4b1f-8de7-4caae0f3ada7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:56.491963 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:56.508339 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-152f6022-ec14-441d-aa33-ba26dc153ef6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4337783e-e016-4ac9-8c19-e6fa7261827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485852 Aug 13 02:38:56.550038 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:56.756582 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22a9b8cf-308c-4f04-8773-c92b99f6ea4e req-23d824c8-df2b-4026-bbd9-52fcd3716e39 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981250 Aug 13 02:38:56.811007 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Sync routers for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:38:56.824842 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:56.825577 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:38:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:56.833415 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-527ffac1-366e-4111-b85e-1a90b1ce9acd service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090513 Aug 13 02:38:56.865329 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['f3a60707-fc09-4b1f-8de7-4caae0f3ada7'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:56.975742 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f9a38689-cac9-4456-baad-14c8ffc810d0 req-9b096966-6a7c-41bc-8072-0daba86a784b service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299188 Aug 13 02:38:57.023922 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:57.095971 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47338) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:57.100676 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-4bdb49eb-87b3-436d-a20c-30413faf2562 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242405769', 'description': 'tempest-description--1558685412'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:57.151988 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61c3e9-4437-4f48-96ff-d68d704b3548 req-61050956-6eff-42b5-8653-29bf6060af11 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:57.152195 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4bdb49eb-87b3-436d-a20c-30413faf2562 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.160338 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9d61c3e9-4437-4f48-96ff-d68d704b3548 req-61050956-6eff-42b5-8653-29bf6060af11 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0931056 Aug 13 02:38:57.217549 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9d61c3e9-4437-4f48-96ff-d68d704b3548 req-21cd5545-2716-40af-85b4-d73b9b99b456 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Aug 13 02:38:57.269341 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.280481 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4bdb49eb-87b3-436d-a20c-30413faf2562 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.286080 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4bdb49eb-87b3-436d-a20c-30413faf2562 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.315073 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4bdb49eb-87b3-436d-a20c-30413faf2562 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.316388 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4bdb49eb-87b3-436d-a20c-30413faf2562 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2194023 Aug 13 02:38:57.318611 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb49eb-87b3-436d-a20c-30413faf2562 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a5277-6766-40f3-9139-1e3008efcfc0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:57.319710 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47344) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:57.324775 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-323b87bb-ddd4-4ea3-aa75-c4c86acc6df2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'security_group_rule': {'security_group_id': 'e92a5277-6766-40f3-9139-1e3008efcfc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:57.356665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-323b87bb-ddd4-4ea3-aa75-c4c86acc6df2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.365803 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 2, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:57.399881 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Checking router: d85b6a77-1274-4d2d-bec3-5cc6103f6f29 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:38:57.400240 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Updating router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 port 63d9d04d-d23b-4180-a7ec-972692bc8efe binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:38:57.412983 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-323b87bb-ddd4-4ea3-aa75-c4c86acc6df2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.417988 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-323b87bb-ddd4-4ea3-aa75-c4c86acc6df2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.432795 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.440410 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b87bb-ddd4-4ea3-aa75-c4c86acc6df2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0510a78-096a-4b11-9241-4c889e972be2,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:57.448904 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-323b87bb-ddd4-4ea3-aa75-c4c86acc6df2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.450170 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-323b87bb-ddd4-4ea3-aa75-c4c86acc6df2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294563 Aug 13 02:38:57.452858 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47348) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:57.457534 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d309ab88-92da-4eef-964e-22ec5379f88c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'security_group_rule': {'security_group_id': 'e92a5277-6766-40f3-9139-1e3008efcfc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:57.459144 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916058e-df3f-45d7-b37c-3517164f04b0 req-2da2476c-cb2f-4aa2-973d-8a70cdac57ae tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:57.460915 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f916058e-df3f-45d7-b37c-3517164f04b0 req-2da2476c-cb2f-4aa2-973d-8a70cdac57ae tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 944 time: 0.0647817 Aug 13 02:38:57.490380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d309ab88-92da-4eef-964e-22ec5379f88c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.502735 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f916058e-df3f-45d7-b37c-3517164f04b0 req-0ea37573-a8e1-44a1-97d6-041476a8a593 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356212 Aug 13 02:38:57.568916 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d309ab88-92da-4eef-964e-22ec5379f88c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.573125 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d309ab88-92da-4eef-964e-22ec5379f88c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.588489 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309ab88-92da-4eef-964e-22ec5379f88c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3c053f-27fb-48f0-852c-2b57c08779cf,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:57.598550 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d309ab88-92da-4eef-964e-22ec5379f88c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.599793 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d309ab88-92da-4eef-964e-22ec5379f88c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457970 Aug 13 02:38:57.602858 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47352) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:57.607430 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:57.638405 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.761855 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.764840 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.787945 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Transition to ACTIVE for port object 63d9d04d-d23b-4180-a7ec-972692bc8efe will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:57.798835 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 5b4d9ec5-2f96-4d32-9801-f72112e21ddf up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:57.827469 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.891249 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Allocated IP 172.27.0.205 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/6ac6404b-6ebc-4d10-a07b-2b9c849d52dc) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:57.892791 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82c58-d450-46bb-8844-df8299b6cbcb req-e6a427a6-4d59-49fc-8a87-abe841b5428d tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:57.894601 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8b82c58-d450-46bb-8844-df8299b6cbcb req-e6a427a6-4d59-49fc-8a87-abe841b5428d tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 945 time: 0.0670977 Aug 13 02:38:57.902244 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbe28e-854c-4c3a-9bd2-e7da253bfc25 None None] Pushing event updated for resources: {'Port': ['ID=63d9d04d-d23b-4180-a7ec-972692bc8efe,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:57.950105 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d8b82c58-d450-46bb-8844-df8299b6cbcb req-5a34441e-c60b-49e0-a788-0299837ff61c tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Aug 13 02:38:57.962813 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:57.963188 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:57.993402 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Attempting to bind port 63d9d04d-d23b-4180-a7ec-972692bc8efe on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:57.993832 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Attempting to bind port 63d9d04d-d23b-4180-a7ec-972692bc8efe by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:57.994149 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Attempting to bind port 63d9d04d-d23b-4180-a7ec-972692bc8efe on network 8519c89d-7682-4965-ac63-05a13879caad {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:58.010546 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:58.011075 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Checking segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:58.011492 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.011891 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Bound using segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:58.012473 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Bound port: 63d9d04d-d23b-4180-a7ec-972692bc8efe, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:58.012871 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.043683 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.091823 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.116233 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] For port 63d9d04d-d23b-4180-a7ec-972692bc8efe, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:58.121210 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] For port 63d9d04d-d23b-4180-a7ec-972692bc8efe, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=63d9d04d-d23b-4180-a7ec-972692bc8efe,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:58.129488 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.141177 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:58.144125 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:58.147855 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:58.153209 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'Port': ['ID=6ac6404b-6ebc-4d10-a07b-2b9c849d52dc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.197417 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:58.198053 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:38:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:58.239427 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbe28e-854c-4c3a-9bd2-e7da253bfc25 None None] Pushing event updated for resources: {'Port': ['ID=63d9d04d-d23b-4180-a7ec-972692bc8efe,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.298780 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.368696 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.370162 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:58.516420 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858beb5-1242-44b5-bfb0-eac76d7f97df req-b137707d-0f77-4470-8249-ad502f8c7dbb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:58.518063 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f858beb5-1242-44b5-bfb0-eac76d7f97df req-b137707d-0f77-4470-8249-ad502f8c7dbb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1513290 Aug 13 02:38:58.599182 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f858beb5-1242-44b5-bfb0-eac76d7f97df req-280609da-d9e8-48e0-bd89-4fc4bd7446b1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661778 Aug 13 02:38:58.610701 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.617665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.672833 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e6903-bf6a-4755-98d8-296b634ed7f5 req-10603fd1-7c33-4789-8a11-43b08eda41ea tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:58.684667 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c2e6903-bf6a-4755-98d8-296b634ed7f5 req-10603fd1-7c33-4789-8a11-43b08eda41ea tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 944 time: 0.0909920 Aug 13 02:38:58.698605 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:38:58Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:58.722462 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'Port': ['ID=6ac6404b-6ebc-4d10-a07b-2b9c849d52dc,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:58.736627 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6c2e6903-bf6a-4755-98d8-296b634ed7f5 req-69268675-eb87-4df6-b765-85439b3d50f6 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503452 Aug 13 02:38:58.739561 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.762747 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:58.775444 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5b2e596b-2ce0-4596-a976-673c280fbbf2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1603739 Aug 13 02:38:58.798887 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cdbe60-eb6f-414d-a273-021c270b89e7 None None] The sync data for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi is: [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:38:58Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:38:58.883697 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a509d9d-eeeb-4a0c-8580-e00836cfd64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:59.021624 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-2e2b89f5-afc0-43fd-9108-db6f9ad06058 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--242405769&fields=id&tenant_id=e65973561a1c4222ab997bb542af6b8a HTTP/1.1" status: 200 len: 267 time: 0.0763261 Aug 13 02:38:59.151755 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-ad4f469e-a5ac-4100-a6be-545ea5c920e9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:59.157468 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-ad4f469e-a5ac-4100-a6be-545ea5c920e9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 817 time: 0.1285748 Aug 13 02:38:59.169059 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-ed2bab1b-4300-43a1-a42c-4386398eeb3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/quotas/e65973561a1c4222ab997bb542af6b8a HTTP/1.1" status: 200 len: 375 time: 0.0096593 Aug 13 02:38:59.204094 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b93f9c-80dd-4a2e-9d3f-7fb18d15bc17 req-b4e7b8eb-6806-4eec-af40-5ed5ad297d3a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:59.205806 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-43b93f9c-80dd-4a2e-9d3f-7fb18d15bc17 req-b4e7b8eb-6806-4eec-af40-5ed5ad297d3a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 945 time: 0.0581064 Aug 13 02:38:59.226099 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-8a908af5-676c-4556-ad09-c9629d2ac059 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513010 Aug 13 02:38:59.249538 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-43b93f9c-80dd-4a2e-9d3f-7fb18d15bc17 req-17a404f4-4845-44a7-a53f-f48203f5206b tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358901 Aug 13 02:38:59.323863 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-1fa698eb-2245-45a4-b00d-1d1c64c81d02 service neutron] 10.222.0.22 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854495 Aug 13 02:38:59.420067 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-81dc5456-0cde-457e-baf8-dd44930888d9 service neutron] 10.222.0.22 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899425 Aug 13 02:38:59.511281 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:59.598067 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-588c66f4-278a-429c-a5f9-947cee788fb6 req-423bfa7a-d77c-41d0-8c4b-d938bd9e7db9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 210 time: 0.0297050 Aug 13 02:38:59.738260 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095ab2d-b345-455b-8d82-77e8d203e6ae req-daf0c8a2-023c-48f2-8978-8446aa1f8658 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:59.747147 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b095ab2d-b345-455b-8d82-77e8d203e6ae req-daf0c8a2-023c-48f2-8978-8446aa1f8658 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0673287 Aug 13 02:38:59.825886 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b095ab2d-b345-455b-8d82-77e8d203e6ae req-efc864a2-df27-4d2b-9227-4d31a9c6319d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777936 Aug 13 02:38:59.854045 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 63d9d04d-d23b-4180-a7ec-972692bc8efe up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:59.917496 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761527b0-72d1-439b-abed-5fdadf71e6cd req-e51fa4d9-ed68-469c-8f9e-61b5e6fc7901 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:59.928075 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-761527b0-72d1-439b-abed-5fdadf71e6cd req-e51fa4d9-ed68-469c-8f9e-61b5e6fc7901 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 944 time: 0.1157441 Aug 13 02:38:59.971531 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 63d9d04d-d23b-4180-a7ec-972692bc8efe completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:59.976565 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 63d9d04d-d23b-4180-a7ec-972692bc8efe triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:59.977120 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:59.997543 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-761527b0-72d1-439b-abed-5fdadf71e6cd req-98a79161-c295-4a7e-8cdf-0a9a482fbfac tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681231 Aug 13 02:39:00.176048 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.180626 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device f3a60707-fc09-4b1f-8de7-4caae0f3ada7 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:00.251820 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.290269 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:00.302641 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 63d9d04d-d23b-4180-a7ec-972692bc8efe, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=63d9d04d-d23b-4180-a7ec-972692bc8efe,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:00.304002 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:00.304390 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.329635 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.397060 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=63d9d04d-d23b-4180-a7ec-972692bc8efe,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:00.397463 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ac8a8-21cb-460a-ba9f-1dc3d1cef262 req-a5e7aea8-5267-4549-ae1a-0cd1acac98e5 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:00.398970 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-134ac8a8-21cb-460a-ba9f-1dc3d1cef262 req-a5e7aea8-5267-4549-ae1a-0cd1acac98e5 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 945 time: 0.0605125 Aug 13 02:39:00.439554 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.465430 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341b23bc-f6ff-4801-bab7-fb3658e6ee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:00.467763 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c82584d-4ef0-4106-aedc-c0a74f44ce0b" -d '{"events": [{"server_uuid": "341b23bc-f6ff-4801-bab7-fb3658e6ee87", "name": "network-vif-plugged", "status": "completed", "tag": "f3a60707-fc09-4b1f-8de7-4caae0f3ada7"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:00.483041 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port f3a60707-fc09-4b1f-8de7-4caae0f3ada7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:00.488628 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.517675 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bbe3f0-3845-417d-a17f-90617be91bcf x-openstack-request-id: req-62bbe3f0-3845-417d-a17f-90617be91bcf {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:00.518563 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341b23bc-f6ff-4801-bab7-fb3658e6ee87", "name": "network-vif-plugged", "status": "completed", "tag": "f3a60707-fc09-4b1f-8de7-4caae0f3ada7", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:00.518563 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62bbe3f0-3845-417d-a17f-90617be91bcf {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:00.518711 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341b23bc-f6ff-4801-bab7-fb3658e6ee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7', 'code': 200} Aug 13 02:39:00.548738 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:00.683832 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-134ac8a8-21cb-460a-ba9f-1dc3d1cef262 req-f97c7fcf-5a58-47f8-b156-e813903a71a0 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782695 Aug 13 02:39:00.753694 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-be59c39f-d099-482a-a135-b8b1e3b89a4d req-75c80c4a-f01d-4004-83e1-0e27ca9b0649 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 210 time: 0.0660229 Aug 13 02:39:00.770064 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a885f2-3977-485e-80b1-b05fc7764f7c req-878f4fa4-81b6-4d24-b6f5-95f53972bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:00.772067 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-55a885f2-3977-485e-80b1-b05fc7764f7c req-878f4fa4-81b6-4d24-b6f5-95f53972bb37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 1098 time: 0.0944505 Aug 13 02:39:00.823323 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-55a885f2-3977-485e-80b1-b05fc7764f7c req-69d9b5b5-6002-42fe-bde4-87cdd3419bc0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Aug 13 02:39:00.962709 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbd664-f7ef-4855-8a7c-d8c47b6e4a1d req-3b5d5195-eb37-440c-b22b-bc657a9549e0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:00.965411 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfbbd664-f7ef-4855-8a7c-d8c47b6e4a1d req-3b5d5195-eb37-440c-b22b-bc657a9549e0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0563729 Aug 13 02:39:01.022276 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfbbd664-f7ef-4855-8a7c-d8c47b6e4a1d req-2d6b36ac-244e-400e-b2fd-b0f3f70f20b5 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503533 Aug 13 02:39:01.061233 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-989b1bc2-4fd4-465c-ad74-ceb689f1aaec tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.062801 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-989b1bc2-4fd4-465c-ad74-ceb689f1aaec tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 817 time: 0.1456172 Aug 13 02:39:01.120135 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-560c614c-cb63-43b8-9a28-2e78a2c14112 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e65973561a1c4222ab997bb542af6b8a HTTP/1.1" status: 200 len: 379 time: 0.0417616 Aug 13 02:39:01.133132 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'port': {'device_id': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'admin_state_up': True, 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'security_groups': ['e92a5277-6766-40f3-9139-1e3008efcfc0']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:01.149210 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c604189-377f-47ca-9d9b-36c0d9133f4e req-ab53bc56-56a2-40d1-8c59-5237d06c7bca tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.150720 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c604189-377f-47ca-9d9b-36c0d9133f4e req-ab53bc56-56a2-40d1-8c59-5237d06c7bca tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Aug 13 02:39:01.189681 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1c604189-377f-47ca-9d9b-36c0d9133f4e req-26139acd-43cc-4164-af69-c7186b792fc3 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Aug 13 02:39:01.262938 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Made reservation on behalf of e65973561a1c4222ab997bb542af6b8a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:01.266479 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.414211 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Allocated IP 172.20.0.9 (8519c89d-7682-4965-ac63-05a13879caad/8c0745d9-81cc-4915-836d-84713d165b19/0f3369ea-3752-4671-9028-bebbf762ef90) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:01.581488 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.595571 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Transition to ACTIVE for port object 0f3369ea-3752-4671-9028-bebbf762ef90 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:01.636784 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.659547 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-33637278-4b6b-4713-8546-647647118785 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.661158 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-33637278-4b6b-4713-8546-647647118785 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 945 time: 0.0597098 Aug 13 02:39:01.684441 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Network 8519c89d-7682-4965-ac63-05a13879caad is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:01.687740 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:01.694378 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:01.726125 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:01.750605 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.766620 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.767342 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.798717 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-c8993121-d67c-416c-9b4f-cecbc81d80a9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6704359 Aug 13 02:39:01.817567 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Request body: {'port': {'device_id': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:01.820458 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Deleting port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:39:01.821222 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.830640 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 63d9d04d-d23b-4180-a7ec-972692bc8efe up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:01.971668 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 63d9d04d-d23b-4180-a7ec-972692bc8efe triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:01.972035 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.980075 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] For port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,segment=NetworkSegment(c0d43814-2c62-45fa-a3fc-3fbdeecce4a0),segment_id=c0d43814-2c62-45fa-a3fc-3fbdeecce4a0)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:01.980625 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:01.990027 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9ae9-9902-4785-aa03-7c0fa41e632f req-6aef3c25-ef8f-48af-b25c-463e723109e5 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.991715 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d360a-1a9e-44fb-97d2-647641eb9356 req-e23ca03f-ab90-4449-bbcc-66fe42a5afc3 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.998434 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6d1f9ae9-9902-4785-aa03-7c0fa41e632f req-6aef3c25-ef8f-48af-b25c-463e723109e5 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 931 time: 0.1072550 Aug 13 02:39:02.000399 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-da3d360a-1a9e-44fb-97d2-647641eb9356 req-e23ca03f-ab90-4449-bbcc-66fe42a5afc3 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 945 time: 0.1764903 Aug 13 02:39:02.022283 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.028960 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Calling delete_port for 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:39:02.031340 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-197bb314-27f0-4a73-9c67-cd8ee75e863e None None] Provisioning for port 0f3369ea-3752-4671-9028-bebbf762ef90 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:02.039053 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-197bb314-27f0-4a73-9c67-cd8ee75e863e None None] Provisioning complete for port 0f3369ea-3752-4671-9028-bebbf762ef90 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:02.039764 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-197bb314-27f0-4a73-9c67-cd8ee75e863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.061823 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-da3d360a-1a9e-44fb-97d2-647641eb9356 req-d1882ea7-c756-4961-84fd-64d87c4fef54 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a87fd86-eb5a-4799-830b-db652ec3c467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598378 Aug 13 02:39:02.071636 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6d1f9ae9-9902-4785-aa03-7c0fa41e632f req-d6c11c5d-c4c4-4916-8c00-9d8c16ef6db6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721929 Aug 13 02:39:02.111257 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-197bb314-27f0-4a73-9c67-cd8ee75e863e None None] Port 0f3369ea-3752-4671-9028-bebbf762ef90 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:02.229351 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.243607 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['3aec2c7f-5ef4-4583-af3d-a4365a08ef36'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:02.282163 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Pushing event deleted for resources: {'Port': ['ID=3aec2c7f-5ef4-4583-af3d-a4365a08ef36,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:02.291295 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf63ce-f492-406f-b362-98e1d1d46e53 req-3b3113b5-5738-4da9-9ee4-d4f5718b99de tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:02.294747 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b7cf63ce-f492-406f-b362-98e1d1d46e53 req-3b3113b5-5738-4da9-9ee4-d4f5718b99de tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1433644 Aug 13 02:39:02.327759 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] No DVR routers for this DVR port 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:39:02.330558 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.332791 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e39c759e-2445-4d2b-b670-5fe0a57f6e49 req-cc910c7f-2c33-4ccb-98e8-11979f5e6a8a tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.20 "DELETE /v2.0/ports/3aec2c7f-5ef4-4583-af3d-a4365a08ef36 HTTP/1.1" status: 204 len: 173 time: 0.6637714 Aug 13 02:39:02.333263 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb520026-ff2b-4cae-b18a-c26f3e375a32', 'name': 'network-vif-deleted', 'tag': '3aec2c7f-5ef4-4583-af3d-a4365a08ef36'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:02.335582 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58ffe49-cc8f-4684-be9e-6b67f1b57c97" -d '{"events": [{"server_uuid": "eb520026-ff2b-4cae-b18a-c26f3e375a32", "name": "network-vif-deleted", "tag": "3aec2c7f-5ef4-4583-af3d-a4365a08ef36"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:02.385291 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b7cf63ce-f492-406f-b362-98e1d1d46e53 req-c5a16996-1170-4602-8c74-9c3fd0a6b8d1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839434 Aug 13 02:39:02.388052 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56647bcf-ffb9-435c-8312-bb178e1ab7f1 req-89d22e4b-5f75-4707-99ea-95f990fc7cbe tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:02.389490 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-56647bcf-ffb9-435c-8312-bb178e1ab7f1 req-89d22e4b-5f75-4707-99ea-95f990fc7cbe tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 945 time: 0.0632854 Aug 13 02:39:02.447602 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7f0129-2249-4150-b76d-11ec416f786f x-openstack-request-id: req-7d7f0129-2249-4150-b76d-11ec416f786f {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:02.447901 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb520026-ff2b-4cae-b18a-c26f3e375a32", "name": "network-vif-deleted", "tag": "3aec2c7f-5ef4-4583-af3d-a4365a08ef36", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:02.448152 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d7f0129-2249-4150-b76d-11ec416f786f {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:02.448546 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb520026-ff2b-4cae-b18a-c26f3e375a32', 'name': 'network-vif-deleted', 'tag': '3aec2c7f-5ef4-4583-af3d-a4365a08ef36', 'status': 'completed', 'code': 200} Aug 13 02:39:02.451650 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-56647bcf-ffb9-435c-8312-bb178e1ab7f1 req-18dd3cf7-4097-46c3-b5bb-074f4105c5c1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510602 Aug 13 02:39:02.495796 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3369ea-3752-4671-9028-bebbf762ef90 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:02.503866 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.516544 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Transition to ACTIVE for port object 0f3369ea-3752-4671-9028-bebbf762ef90 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:02.521835 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.560554 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:39:02.576897 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:02.647274 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Attempting to bind port 0f3369ea-3752-4671-9028-bebbf762ef90 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:02.647616 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Attempting to bind port 0f3369ea-3752-4671-9028-bebbf762ef90 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:02.647947 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Attempting to bind port 0f3369ea-3752-4671-9028-bebbf762ef90 on network 8519c89d-7682-4965-ac63-05a13879caad {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:02.652611 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Port 0f3369ea-3752-4671-9028-bebbf762ef90 on network 8519c89d-7682-4965-ac63-05a13879caad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:39:02.652955 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Attempting to bind port 0f3369ea-3752-4671-9028-bebbf762ef90 on network 8519c89d-7682-4965-ac63-05a13879caad {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:02.658058 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:02.658400 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Checking segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:02.658793 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Bound using segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:02.659229 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Bound port: 0f3369ea-3752-4671-9028-bebbf762ef90, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:02.659589 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.731630 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:02.734864 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:02.741186 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.781256 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:02.781933 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:02.783349 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] 10.222.0.20 "PUT /v2.0/ports/0f3369ea-3752-4671-9028-bebbf762ef90 HTTP/1.1" status: 200 len: 1093 time: 0.9743435 Aug 13 02:39:02.783787 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:02.786127 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0c34f6-032e-4418-a073-8e58e0e35d78" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:02.822732 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1c7ca-6b05-47ce-9aad-0092882a3d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:02.873000 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328a92d-d141-478a-bf27-27146857e480 x-openstack-request-id: req-1328a92d-d141-478a-bf27-27146857e480 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:02.873217 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:02.873461 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1328a92d-d141-478a-bf27-27146857e480 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:02.873848 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90', 'status': 'completed', 'code': 200} Aug 13 02:39:02.890932 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-b62a54a6-ab34-4de6-92e8-3c67e8acd107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:02.892433 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-b62a54a6-ab34-4de6-92e8-3c67e8acd107 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 1096 time: 0.0569918 Aug 13 02:39:02.954283 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-faf9f1e3-f1a6-4b24-9f8f-c6f37a35ccf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f3369ea-3752-4671-9028-bebbf762ef90 HTTP/1.1" status: 200 len: 217 time: 0.0390806 Aug 13 02:39:03.005053 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7775f994-77dc-433d-a79c-57550aa1ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.007293 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-7775f994-77dc-433d-a79c-57550aa1ed45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0468016 Aug 13 02:39:03.065171 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-9698af0b-d708-45a1-befb-95e37cff9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.066655 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-9698af0b-d708-45a1-befb-95e37cff9415 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465481 Aug 13 02:39:03.204243 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-26e7f3ea-9c46-4e8a-b9d7-aea746edc6ba service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231952 Aug 13 02:39:03.231378 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47514) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:03.297481 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5324a73-88c5-4604-97b2-ed54cbf12673 req-0c07bdac-12d4-496e-8e8e-f65376314587 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.298987 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d5324a73-88c5-4604-97b2-ed54cbf12673 req-0c07bdac-12d4-496e-8e8e-f65376314587 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.1100144 Aug 13 02:39:03.343168 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-210a889d-433a-4c79-a64f-032a7231e0b3 req-3b135902-2b38-4bea-a671-82600c926441 tempest-VolumesActionsTest-1619808795 tempest-VolumesActionsTest-1619808795-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb520026-ff2b-4cae-b18a-c26f3e375a32 HTTP/1.1" status: 200 len: 210 time: 0.0435319 Aug 13 02:39:03.366576 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87992ad-0a2a-4d53-b4f5-e09c8e4128c4 admin admin] Deleting subnet 564e7f14-05d9-400d-a2f7-739f9d79d323 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:39:03.369006 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e87992ad-0a2a-4d53-b4f5-e09c8e4128c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.378137 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d5324a73-88c5-4604-97b2-ed54cbf12673 req-61d6ffdd-25c5-457a-be65-c4e943f90c09 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715175 Aug 13 02:39:03.385264 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cd17cf70-2cf4-4a1f-a549-892aaa913b92 req-d4953cca-babe-4754-af22-20e413c2f750 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554799 Aug 13 02:39:03.411249 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e87992ad-0a2a-4d53-b4f5-e09c8e4128c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.422005 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e87992ad-0a2a-4d53-b4f5-e09c8e4128c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.482156 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e87992ad-0a2a-4d53-b4f5-e09c8e4128c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.496236 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e87992ad-0a2a-4d53-b4f5-e09c8e4128c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.498173 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e87992ad-0a2a-4d53-b4f5-e09c8e4128c4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/564e7f14-05d9-400d-a2f7-739f9d79d323 HTTP/1.1" status: 204 len: 168 time: 0.2645218 Aug 13 02:39:03.509898 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47522) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:03.516624 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87992ad-0a2a-4d53-b4f5-e09c8e4128c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564e7f14-05d9-400d-a2f7-739f9d79d323,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:03.587658 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0a382-0eb2-48fd-9a6d-b1a1c3540f6c req-52239eba-3012-42d3-b4a7-e6023f3a54b1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.589305 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fde0a382-0eb2-48fd-9a6d-b1a1c3540f6c req-52239eba-3012-42d3-b4a7-e6023f3a54b1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 945 time: 0.0527675 Aug 13 02:39:03.630723 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fde0a382-0eb2-48fd-9a6d-b1a1c3540f6c req-21c6cb0b-d3b7-4a45-a94b-90812bfdb051 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352714 Aug 13 02:39:03.811690 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-b5f53e57-a8fb-4ed0-882e-e740747c75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.813212 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-b5f53e57-a8fb-4ed0-882e-e740747c75ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 1096 time: 0.3639565 Aug 13 02:39:03.848229 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f218fe8-5612-4a17-91d0-ac52a36209a6 req-c9291945-f329-4408-9c2d-4d6cbc542153 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.850433 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5f218fe8-5612-4a17-91d0-ac52a36209a6 req-c9291945-f329-4408-9c2d-4d6cbc542153 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.3900661 Aug 13 02:39:03.921186 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.975565 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5f218fe8-5612-4a17-91d0-ac52a36209a6 req-059f6946-4d03-4b18-913b-495bb88f28fe tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168809 Aug 13 02:39:04.024192 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-e8076f93-2927-48db-9211-73435c8b0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:04.025786 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-e8076f93-2927-48db-9211-73435c8b0747 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.1962724 Aug 13 02:39:04.106322 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-d73f983f-06b9-4bbe-bc38-b120ab61ae8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f3369ea-3752-4671-9028-bebbf762ef90 HTTP/1.1" status: 200 len: 217 time: 0.0525515 Aug 13 02:39:04.110778 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.122482 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e574c7-0fe1-4596-9cc8-3d3517c871c0']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:04.161387 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ee988e-a44e-49c6-8bfb-2ba547e764a2') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:04.161654 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ee988e-a44e-49c6-8bfb-2ba547e764a2') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:04.175614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.193489 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:39:04.200701 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.204181 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-a73e95f1-fa36-47a9-b93d-da7c9944d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:04.206000 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-a73e95f1-fa36-47a9-b93d-da7c9944d154 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0808370 Aug 13 02:39:04.212395 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:39:04.212813 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:39:04.215016 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:39:04.217815 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:39:04.218174 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 3aec2c7f-5ef4-4583-af3d-a4365a08ef36 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:39:04.311096 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.322576 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-eaa01aa6-bdcd-458d-846b-657239efc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:04.322576 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-eaa01aa6-bdcd-458d-846b-657239efc81e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966623 Aug 13 02:39:04.351583 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.353555 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/85e574c7-0fe1-4596-9cc8-3d3517c871c0 HTTP/1.1" status: 204 len: 168 time: 0.8406031 Aug 13 02:39:04.356515 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47534) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:04.372526 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d0703-0a39-4346-b518-89d5e7a896c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e574c7-0fe1-4596-9cc8-3d3517c871c0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:04.419648 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdf0ddd-09e3-4bff-ab64-77369c8822f5 admin admin] Deleting subnet 69852c13-74b0-4542-9b00-a3b4110e2cbd {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:39:04.430433 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abdf0ddd-09e3-4bff-ab64-77369c8822f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.501455 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abdf0ddd-09e3-4bff-ab64-77369c8822f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.504843 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-98ff2197-bd50-49d6-affc-e6031d003e61 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729875 Aug 13 02:39:04.510158 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abdf0ddd-09e3-4bff-ab64-77369c8822f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.602229 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abdf0ddd-09e3-4bff-ab64-77369c8822f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.631880 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf0ddd-09e3-4bff-ab64-77369c8822f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69852c13-74b0-4542-9b00-a3b4110e2cbd,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:04.643504 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-abdf0ddd-09e3-4bff-ab64-77369c8822f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.647217 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-abdf0ddd-09e3-4bff-ab64-77369c8822f5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/69852c13-74b0-4542-9b00-a3b4110e2cbd HTTP/1.1" status: 204 len: 168 time: 0.2896402 Aug 13 02:39:04.648100 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9087e0c-b4cc-47f8-b6d0-0bdc61ec086a req-5804dd8c-fd61-4eb4-a611-0866789853f0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:04.649712 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d9087e0c-b4cc-47f8-b6d0-0bdc61ec086a req-5804dd8c-fd61-4eb4-a611-0866789853f0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.1483564 Aug 13 02:39:04.650343 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47554) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:04.761588 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8a0c34f6-032e-4418-a073-8e58e0e35d78 req-4badd25c-3648-47a0-be84-a4a32ccbc241 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413704 Aug 13 02:39:04.783227 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d9087e0c-b4cc-47f8-b6d0-0bdc61ec086a req-c6f34d53-8b9b-4e79-852f-e867ae8703a2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149447 Aug 13 02:39:04.786210 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.882047 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.892847 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c324b120-8b60-4933-8e4f-de1b0d3a62d9']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:04.905240 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5d663a-c6ed-46a9-be27-7c6e0e169044') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:04.905675 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5d663a-c6ed-46a9-be27-7c6e0e169044') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:04.916530 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.935223 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.942486 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:39:04.943427 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:39:04.945254 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:39:05.024065 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.032332 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.041230 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c324b120-8b60-4933-8e4f-de1b0d3a62d9 HTTP/1.1" status: 204 len: 168 time: 0.3841362 Aug 13 02:39:05.059380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b3e50-a6b3-4a51-9a06-684614d882b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c324b120-8b60-4933-8e4f-de1b0d3a62d9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:05.138581 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbc4ff-414e-43e4-8e15-48624e264dff req-c173a5e7-0b50-43af-8f15-9f1e61b2ae05 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:05.147884 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-58bbc4ff-414e-43e4-8e15-48624e264dff req-c173a5e7-0b50-43af-8f15-9f1e61b2ae05 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0690820 Aug 13 02:39:05.209826 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-58bbc4ff-414e-43e4-8e15-48624e264dff req-0623531d-0649-411d-ba4f-d12dd19ba906 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604999 Aug 13 02:39:05.254391 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47590) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:05.300923 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fa6eb18c-9bec-4cf8-ad57-20a6aa719622 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c02f87ae667410f85de1ff5e4a6fdbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451398 Aug 13 02:39:05.303848 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47596) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:05.363942 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08bc7cf0-25f5-4b76-9265-bc321689af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.397187 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08bc7cf0-25f5-4b76-9265-bc321689af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.467015 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08bc7cf0-25f5-4b76-9265-bc321689af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.470310 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08bc7cf0-25f5-4b76-9265-bc321689af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.471722 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-08bc7cf0-25f5-4b76-9265-bc321689af75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d3711fc-c4fe-4249-838b-7bd69bf9bc96 HTTP/1.1" status: 204 len: 168 time: 0.1668088 Aug 13 02:39:05.486329 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc7cf0-25f5-4b76-9265-bc321689af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3711fc-c4fe-4249-838b-7bd69bf9bc96,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:05.800226 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47624) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:05.851665 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b9cd96f7-8d6f-4c42-8151-4a9142833ed6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2399c1c7cd3445fb04bd6def3b16c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502775 Aug 13 02:39:05.854281 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47632) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:05.948334 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0d527-3343-406a-a3b9-109f8003e83a req-29c0037a-c28f-4803-aa80-03378a751033 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:05.950471 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f3e0d527-3343-406a-a3b9-109f8003e83a req-29c0037a-c28f-4803-aa80-03378a751033 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0798390 Aug 13 02:39:05.953823 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa0b9c0-65fd-4da0-962f-f5aa996f6f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.991784 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa0b9c0-65fd-4da0-962f-f5aa996f6f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.030858 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f3e0d527-3343-406a-a3b9-109f8003e83a req-53241053-41a7-4366-963a-f6118f141658 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723116 Aug 13 02:39:06.067435 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa0b9c0-65fd-4da0-962f-f5aa996f6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.070139 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa0b9c0-65fd-4da0-962f-f5aa996f6f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.071718 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-efa0b9c0-65fd-4da0-962f-f5aa996f6f19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2dc7d4b3-c737-4840-bf0e-e217886b0a3c HTTP/1.1" status: 204 len: 168 time: 0.2154613 Aug 13 02:39:06.080134 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0b9c0-65fd-4da0-962f-f5aa996f6f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc7d4b3-c737-4840-bf0e-e217886b0a3c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:06.107787 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47638) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:06.217638 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f37bed87-72e0-410b-b236-6bf5f4b91212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.383271 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f37bed87-72e0-410b-b236-6bf5f4b91212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.402134 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f37bed87-72e0-410b-b236-6bf5f4b91212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.455689 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f37bed87-72e0-410b-b236-6bf5f4b91212 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6805f66cfed840cd9ad417f116c2baff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471906 Aug 13 02:39:06.459022 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 47652) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:06.467165 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bed87-72e0-410b-b236-6bf5f4b91212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fcaa9-d56a-4a31-bab6-8601bac325c9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:06.530125 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cf886-011a-4d99-bbeb-1ad615705421 req-99697290-5bd7-4a20-b59c-b522e21b1f3b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:06.531933 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-347cf886-011a-4d99-bbeb-1ad615705421 req-99697290-5bd7-4a20-b59c-b522e21b1f3b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0828285 Aug 13 02:39:06.590930 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-219ea95c-61c3-4f98-84a1-cec1eaebe1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.595234 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-347cf886-011a-4d99-bbeb-1ad615705421 req-5dd663df-3df8-4a80-b3c6-d6bea660318c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524278 Aug 13 02:39:06.619178 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-219ea95c-61c3-4f98-84a1-cec1eaebe1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.675192 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-219ea95c-61c3-4f98-84a1-cec1eaebe1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.679914 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-219ea95c-61c3-4f98-84a1-cec1eaebe1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.683729 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-219ea95c-61c3-4f98-84a1-cec1eaebe1f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc6fcaa9-d56a-4a31-bab6-8601bac325c9 HTTP/1.1" status: 204 len: 168 time: 0.2206116 Aug 13 02:39:06.694839 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ea95c-61c3-4f98-84a1-cec1eaebe1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fcaa9-d56a-4a31-bab6-8601bac325c9,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:07.171730 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04432-ea74-40c9-bd93-447a070ca182 req-7d807440-47e1-45a7-8864-23ced77d93ec tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:07.173790 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cff04432-ea74-40c9-bd93-447a070ca182 req-7d807440-47e1-45a7-8864-23ced77d93ec tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0590765 Aug 13 02:39:07.220333 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cff04432-ea74-40c9-bd93-447a070ca182 req-6fbf6e49-4ca7-4430-a692-a97a68ccc3c3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388844 Aug 13 02:39:07.641439 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:39:07.749781 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5eae3-0afe-4265-a633-d3ae4c00e1dc req-e4dee9bd-7752-4686-87d8-5d1bac631cea tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:07.765168 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8d5eae3-0afe-4265-a633-d3ae4c00e1dc req-e4dee9bd-7752-4686-87d8-5d1bac631cea tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0925434 Aug 13 02:39:07.812471 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:07.814161 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b8d5eae3-0afe-4265-a633-d3ae4c00e1dc req-8770bd63-f8ec-4e3a-b7bd-fd5a0e7739ab tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Aug 13 02:39:07.828277 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '0f3369ea-3752-4671-9028-bebbf762ef90', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'port_id': '0f3369ea-3752-4671-9028-bebbf762ef90', 'mac_address': 'fa:16:3e:b9:6c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:39:07.878865 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:07.894914 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3369ea-3752-4671-9028-bebbf762ef90 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:07.917002 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:07.921639 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:07.979578 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:08.352674 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351f0c9-3b45-4499-b9e0-fdc5e931bba5 req-5dadaf22-4e32-4286-a341-e595b2404045 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.354301 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b351f0c9-3b45-4499-b9e0-fdc5e931bba5 req-5dadaf22-4e32-4286-a341-e595b2404045 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 944 time: 0.0554190 Aug 13 02:39:08.394989 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b351f0c9-3b45-4499-b9e0-fdc5e931bba5 req-add0bff7-edd1-4140-be8b-f3a393b96a5f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344319 Aug 13 02:39:08.950154 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243c9ff-e4cc-4010-9c29-eb18bfce30a2 req-f72bdbf5-e179-469f-9f69-a9dc64b6ba1e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.951772 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3243c9ff-e4cc-4010-9c29-eb18bfce30a2 req-f72bdbf5-e179-469f-9f69-a9dc64b6ba1e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0621665 Aug 13 02:39:08.999416 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3243c9ff-e4cc-4010-9c29-eb18bfce30a2 req-c98644a0-64e1-451c-8259-d7df8a3378d5 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Aug 13 02:39:09.053896 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['0f3369ea-3752-4671-9028-bebbf762ef90'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:09.529532 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f593-a875-4411-af8c-9a88192d7e26 req-2e0f1ed8-08a3-4c91-a4d7-f113d1ffaca9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:09.532078 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5866f593-a875-4411-af8c-9a88192d7e26 req-2e0f1ed8-08a3-4c91-a4d7-f113d1ffaca9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 944 time: 0.0573795 Aug 13 02:39:09.579601 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5866f593-a875-4411-af8c-9a88192d7e26 req-5d50d264-d8ae-4f2c-9c4d-8dcce2700f8a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388484 Aug 13 02:39:10.158671 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20ee6b-9d53-4f51-aba8-4028a90c0e35 req-3b9e5ae0-f5ba-4379-90e0-60748a4265a3 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:10.160267 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8e20ee6b-9d53-4f51-aba8-4028a90c0e35 req-3b9e5ae0-f5ba-4379-90e0-60748a4265a3 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0619967 Aug 13 02:39:10.206526 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8e20ee6b-9d53-4f51-aba8-4028a90c0e35 req-cd21a9e1-15fc-45ca-85d6-b5b250be3e8f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 Aug 13 02:39:10.714156 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3dfd-9618-4fe5-a687-e95e3cba3944 req-5f255393-3791-4625-ad45-0aa589cbb9aa tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:10.715694 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d1bc3dfd-9618-4fe5-a687-e95e3cba3944 req-5f255393-3791-4625-ad45-0aa589cbb9aa tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 944 time: 0.0524709 Aug 13 02:39:10.756951 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:10.757654 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d1bc3dfd-9618-4fe5-a687-e95e3cba3944 req-4cceb0e0-1606-4e2f-af72-cdf28d2bcea8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355988 Aug 13 02:39:10.823546 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 0f3369ea-3752-4671-9028-bebbf762ef90 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:10.827910 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 0f3369ea-3752-4671-9028-bebbf762ef90 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:10.828283 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.932937 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.961424 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:10.967790 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f485eb-24ca-4f6e-bde8-12bdb69b691f" -d '{"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-plugged", "status": "completed", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:10.978492 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:10.983601 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.009118 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7285dd76-935d-4d74-812e-729a07500375 x-openstack-request-id: req-7285dd76-935d-4d74-812e-729a07500375 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:11.009413 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-plugged", "status": "completed", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:11.009665 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7285dd76-935d-4d74-812e-729a07500375 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:11.010056 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90', 'code': 200} Aug 13 02:39:11.039097 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:11.226569 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fce4ec-c111-4d73-8b9c-c2c60bc5324e req-1ca5df52-bba5-485d-a1b5-5e033e74914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:11.228041 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b4fce4ec-c111-4d73-8b9c-c2c60bc5324e req-1ca5df52-bba5-485d-a1b5-5e033e74914e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 1098 time: 0.0493698 Aug 13 02:39:11.278179 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b4fce4ec-c111-4d73-8b9c-c2c60bc5324e req-cf04295e-28ff-40b1-922f-db421a1cf664 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 Aug 13 02:39:11.344178 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481969fd-3ff9-4425-ba11-3f1c002e7f07 req-130091db-7297-4249-a469-e0737041cd08 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:11.345954 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-481969fd-3ff9-4425-ba11-3f1c002e7f07 req-130091db-7297-4249-a469-e0737041cd08 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0531340 Aug 13 02:39:11.393777 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-481969fd-3ff9-4425-ba11-3f1c002e7f07 req-60e4e8ed-a4a1-4ec0-a497-0920fb31c8d5 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379329 Aug 13 02:39:11.885025 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6c7de-ca3e-4f94-9f78-89d812fa0d4f req-277e3d57-bfe7-49c4-a011-76572c408141 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:11.886564 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-94a6c7de-ca3e-4f94-9f78-89d812fa0d4f req-277e3d57-bfe7-49c4-a011-76572c408141 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0508008 Aug 13 02:39:11.933329 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-94a6c7de-ca3e-4f94-9f78-89d812fa0d4f req-7c473f19-39b8-4bec-b9f3-6c572b77c78f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 Aug 13 02:39:12.550279 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2224810-d5cf-4f85-b944-60031690891c req-2cdcd097-53d5-402a-9e9b-8ea6f1b6cfc7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.552022 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b2224810-d5cf-4f85-b944-60031690891c req-2cdcd097-53d5-402a-9e9b-8ea6f1b6cfc7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0740540 Aug 13 02:39:12.598159 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b2224810-d5cf-4f85-b944-60031690891c req-f3ce1c45-0d56-4af5-8166-56eb2fe54ef7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Aug 13 02:39:13.080662 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbd6ee-a24b-49af-8f84-a0027087bb5d req-e6264ba2-afc3-4b39-a5f6-fca88cee80a8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:13.082357 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9efbd6ee-a24b-49af-8f84-a0027087bb5d req-e6264ba2-afc3-4b39-a5f6-fca88cee80a8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0545700 Aug 13 02:39:13.128956 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9efbd6ee-a24b-49af-8f84-a0027087bb5d req-1367018e-39c1-4eca-80a9-3b570fbd4f8f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387521 Aug 13 02:39:13.253984 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1cfab-fdb1-45ea-9d82-3ab3b9c94748 req-aa6d8e4b-44b9-49a5-bc0e-9a3c7bd81b23 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:13.255984 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ccb1cfab-fdb1-45ea-9d82-3ab3b9c94748 req-aa6d8e4b-44b9-49a5-bc0e-9a3c7bd81b23 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0536132 Aug 13 02:39:13.264637 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 47892) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:13.269308 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'floatingip': {'port_id': '0f3369ea-3752-4671-9028-bebbf762ef90'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:13.310892 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.733925 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a12330-8819-4a06-80cf-f068aea4e2bd req-e538e160-20b3-4319-b40b-74abe19059df tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:13.735665 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3a12330-8819-4a06-80cf-f068aea4e2bd req-e538e160-20b3-4319-b40b-74abe19059df tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0615637 Aug 13 02:39:13.783043 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c3a12330-8819-4a06-80cf-f068aea4e2bd req-880db82e-6d4f-49c0-bcc7-2a73a39abf95 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392599 Aug 13 02:39:13.797562 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.805573 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.913919 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Floating IP e4cca91a-4cfe-485d-b630-25c19ff72d62 associated. External IP: 172.27.0.205, port: 0f3369ea-3752-4671-9028-bebbf762ef90. Aug 13 02:39:14.144350 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:39:14.264450 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:14.269513 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.274777 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] Sync routers for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:14.284794 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:14.285472 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:38:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:14.299797 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-68db9b4d-2f16-4626-8086-e5bbe48cd04c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "PUT /v2.0/floatingips/e4cca91a-4cfe-485d-b630-25c19ff72d62 HTTP/1.1" status: 200 len: 991 time: 1.0339274 Aug 13 02:39:14.300301 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:14.303147 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904f98b5-a96b-4657-b656-0d218c266bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:14.349199 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e162eae-c14d-41fa-a104-7d535785500b x-openstack-request-id: req-1e162eae-c14d-41fa-a104-7d535785500b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:14.349433 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:14.350259 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e162eae-c14d-41fa-a104-7d535785500b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:14.350386 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90', 'status': 'completed', 'code': 200} Aug 13 02:39:14.409774 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:14.430290 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f98b5-a96b-4657-b656-0d218c266bbd req-8edb6436-ea2b-459d-99c5-9f82a94eb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:14.431811 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-904f98b5-a96b-4657-b656-0d218c266bbd req-8edb6436-ea2b-459d-99c5-9f82a94eb1cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 1098 time: 0.0462267 Aug 13 02:39:14.534653 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f98b5-a96b-4657-b656-0d218c266bbd req-df8bff26-04f7-4661-ac76-aeb59954b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:14.536817 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-904f98b5-a96b-4657-b656-0d218c266bbd req-df8bff26-04f7-4661-ac76-aeb59954b2a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.0956357 Aug 13 02:39:14.669434 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'e4cca91a-4cfe-485d-b630-25c19ff72d62', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'port_id': '0f3369ea-3752-4671-9028-bebbf762ef90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'mac_address': 'fa:16:3e:b9:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:38:58Z', 'updated_at': '2021-08-13T02:39:13Z', 'revision_number': 1, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:14.704957 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] Checking router: d85b6a77-1274-4d2d-bec3-5cc6103f6f29 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:14.715659 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:14.716442 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:38:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:14.833831 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:14.857504 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-904f98b5-a96b-4657-b656-0d218c266bbd req-1f2fa5c4-5e1c-479e-a4e8-7f14346aa169 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f3369ea-3752-4671-9028-bebbf762ef90 HTTP/1.1" status: 200 len: 999 time: 0.3089440 Aug 13 02:39:14.944337 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f98b5-a96b-4657-b656-0d218c266bbd req-d708e254-5594-4f9a-b9db-72577988f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:14.946166 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-904f98b5-a96b-4657-b656-0d218c266bbd req-d708e254-5594-4f9a-b9db-72577988f0fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0807037 Aug 13 02:39:14.960728 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e1724-366c-4a53-87cb-8a33cb8982ad req-62e01008-6073-4e90-a37e-02fa39916954 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:14.962279 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ea4e1724-366c-4a53-87cb-8a33cb8982ad req-62e01008-6073-4e90-a37e-02fa39916954 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0988402 Aug 13 02:39:15.031157 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ea4e1724-366c-4a53-87cb-8a33cb8982ad req-275ab826-68e5-40fa-8d9e-2028d3041a2c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 Aug 13 02:39:15.037852 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f98b5-a96b-4657-b656-0d218c266bbd req-a003847c-2486-45b5-b039-8405f72578b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:15.039721 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-904f98b5-a96b-4657-b656-0d218c266bbd req-a003847c-2486-45b5-b039-8405f72578b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765016 Aug 13 02:39:15.086419 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'e4cca91a-4cfe-485d-b630-25c19ff72d62', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'port_id': '0f3369ea-3752-4671-9028-bebbf762ef90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'mac_address': 'fa:16:3e:b9:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:38:58Z', 'updated_at': '2021-08-13T02:39:13Z', 'revision_number': 1, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:15.116276 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa1922-547c-4693-9b8b-c13d52ce8afd None None] The sync data for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi is: [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'e4cca91a-4cfe-485d-b630-25c19ff72d62', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'port_id': '0f3369ea-3752-4671-9028-bebbf762ef90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'mac_address': 'fa:16:3e:b9:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:38:58Z', 'updated_at': '2021-08-13T02:39:13Z', 'revision_number': 1, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:15.183370 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-904f98b5-a96b-4657-b656-0d218c266bbd req-9456fb6a-5dbf-4fda-a1fc-50fa2d75e850 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330130 Aug 13 02:39:15.285983 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-904f98b5-a96b-4657-b656-0d218c266bbd req-857ea80f-8710-4ddc-a06b-68bc861eb4ef service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907931 Aug 13 02:39:15.369640 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b91afd-d319-4846-ba06-0ac4d9e8b42f None None] New status for floating IP e4cca91a-4cfe-485d-b630-25c19ff72d62: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:39:16.150229 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d13c-64d3-4248-b400-9bf4d6c9f74f req-5145cc92-b575-4c38-b2de-7e7907dcecbc tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:16.151900 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e92d13c-64d3-4248-b400-9bf4d6c9f74f req-5145cc92-b575-4c38-b2de-7e7907dcecbc tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0497038 Aug 13 02:39:16.193896 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e92d13c-64d3-4248-b400-9bf4d6c9f74f req-38af9f90-ac13-4d5a-9774-83a1632c46b4 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Aug 13 02:39:17.324341 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2eecd-c332-4ff3-a1f0-4415f714d834 req-09d00aa2-37ad-4f30-ba47-d6ee2fa5c250 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:17.326208 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-96d2eecd-c332-4ff3-a1f0-4415f714d834 req-09d00aa2-37ad-4f30-ba47-d6ee2fa5c250 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0583606 Aug 13 02:39:17.371749 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-96d2eecd-c332-4ff3-a1f0-4415f714d834 req-9a0ee9f6-88ae-4ecd-ab13-d0fe90976247 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Aug 13 02:39:18.507350 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018f21c-8a86-4eca-abe2-0b3f8621b6e8 req-b18b42c3-ecf7-4384-85e4-0e83ea9363ef tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:18.509075 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2018f21c-8a86-4eca-abe2-0b3f8621b6e8 req-b18b42c3-ecf7-4384-85e4-0e83ea9363ef tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0587683 Aug 13 02:39:18.552699 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2018f21c-8a86-4eca-abe2-0b3f8621b6e8 req-92206cb5-1969-4852-bdca-235bde8c2941 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Aug 13 02:39:19.682492 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60c55b-c31f-49d2-b144-d2790546d24c req-6bb1f3d0-b481-4141-9d9e-1ec480196547 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:19.684067 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7f60c55b-c31f-49d2-b144-d2790546d24c req-6bb1f3d0-b481-4141-9d9e-1ec480196547 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0549605 Aug 13 02:39:19.728711 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7f60c55b-c31f-49d2-b144-d2790546d24c req-4a28dd46-748c-4ed1-b6ed-15aed7524f33 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Aug 13 02:39:20.861723 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6bb3c-28a8-473e-b106-08402c4bc94b req-b745f931-0d34-4613-8d2c-20d459ba9a35 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:20.863352 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28d6bb3c-28a8-473e-b106-08402c4bc94b req-b745f931-0d34-4613-8d2c-20d459ba9a35 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0583880 Aug 13 02:39:20.905459 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-28d6bb3c-28a8-473e-b106-08402c4bc94b req-981ad7a5-fcdc-464f-a90f-796806f1cb8e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357633 Aug 13 02:39:22.045469 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e6fe8-2d1e-46f3-86c5-d1395da389ce req-75b4cd10-d12a-405d-a4f9-d87b102226dd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:22.047018 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-119e6fe8-2d1e-46f3-86c5-d1395da389ce req-75b4cd10-d12a-405d-a4f9-d87b102226dd tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0562649 Aug 13 02:39:22.089202 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-119e6fe8-2d1e-46f3-86c5-d1395da389ce req-47e2547a-4474-4cc8-8b76-72acd1667f39 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347633 Aug 13 02:39:23.216477 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c777d-b287-4b39-aeeb-57f13ef29cd2 req-aa2124ea-7633-4e6c-b323-2f909bf0bc14 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:23.217936 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-618c777d-b287-4b39-aeeb-57f13ef29cd2 req-aa2124ea-7633-4e6c-b323-2f909bf0bc14 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0536101 Aug 13 02:39:23.261336 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-618c777d-b287-4b39-aeeb-57f13ef29cd2 req-9dde66ac-42c3-422d-a616-5c8ba751dc94 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Aug 13 02:39:24.395301 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d064805-b7c0-45ec-9afa-fb28ed109842 req-57154e48-78cf-4730-9172-60ee8dffde45 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:24.397020 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d064805-b7c0-45ec-9afa-fb28ed109842 req-57154e48-78cf-4730-9172-60ee8dffde45 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0512331 Aug 13 02:39:24.437801 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2d064805-b7c0-45ec-9afa-fb28ed109842 req-ee8914ed-c04a-44f9-83ce-677c170eff74 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343544 Aug 13 02:39:25.564647 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96088d21-59ee-420f-9103-3ceed7332eae req-791da1bd-d5ba-4f8f-bad8-6b9c07223222 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.566260 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96088d21-59ee-420f-9103-3ceed7332eae req-791da1bd-d5ba-4f8f-bad8-6b9c07223222 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0544655 Aug 13 02:39:25.611111 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96088d21-59ee-420f-9103-3ceed7332eae req-c16e2f50-238a-4470-8b2d-506ad3cb073a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 Aug 13 02:39:26.382521 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d32b8d66-bbf8-40c1-8ceb-fa08f9e567fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.731730 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13688dc5-b8f6-4ac5-986f-17153ac5f9f8 req-db7abd0d-1e3c-4575-ac65-e6cfe67b6569 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:26.733298 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13688dc5-b8f6-4ac5-986f-17153ac5f9f8 req-db7abd0d-1e3c-4575-ac65-e6cfe67b6569 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0510619 Aug 13 02:39:26.777179 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13688dc5-b8f6-4ac5-986f-17153ac5f9f8 req-30d410b0-4306-431a-8d52-f149802473cb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373185 Aug 13 02:39:27.245335 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.905060 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d4869-bdb2-47b9-b598-494fa2ad11da req-c70097db-10e0-45df-95d0-2ae516e90a98 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.906770 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b2d4869-bdb2-47b9-b598-494fa2ad11da req-c70097db-10e0-45df-95d0-2ae516e90a98 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0524909 Aug 13 02:39:27.948927 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b2d4869-bdb2-47b9-b598-494fa2ad11da req-c4db4ca7-74c4-4108-9e57-5d5c03845696 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354836 Aug 13 02:39:28.836212 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-509744b5-e45d-4d33-aa48-4411c62bf9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.118569 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee7ad-f7c3-474d-89c7-d0251d44e1d8 req-66b9c221-ef5b-4235-9552-62e81a67bcb6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:29.120148 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c38ee7ad-f7c3-474d-89c7-d0251d44e1d8 req-66b9c221-ef5b-4235-9552-62e81a67bcb6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0552938 Aug 13 02:39:29.162121 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c38ee7ad-f7c3-474d-89c7-d0251d44e1d8 req-292ea912-864f-41b3-971e-3d399746e73f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357094 Aug 13 02:39:29.514550 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.049262 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.296371 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d86a-d625-4249-ab21-fddb47c4629f req-d8d8ebf5-ba6a-4ace-b5d5-0fcf85d766c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:30.298067 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f2a1d86a-d625-4249-ab21-fddb47c4629f req-d8d8ebf5-ba6a-4ace-b5d5-0fcf85d766c1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0604267 Aug 13 02:39:30.348074 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f2a1d86a-d625-4249-ab21-fddb47c4629f req-0667474c-7aa3-4a6f-b5e5-b3f2831c3334 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Aug 13 02:39:31.479604 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1c79-de4b-4b65-b987-23c51350066d req-d52355b3-1973-4d2c-a0b6-add9edae0837 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:31.481079 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10ba1c79-de4b-4b65-b987-23c51350066d req-d52355b3-1973-4d2c-a0b6-add9edae0837 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0582092 Aug 13 02:39:31.533370 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10ba1c79-de4b-4b65-b987-23c51350066d req-cacbe15f-1fd5-4d51-a039-e7abb2344b7a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Aug 13 02:39:31.748683 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.183520 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-47e6f743-1500-4ee1-b79b-f58e2b1f9f06 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:32.185427 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-47e6f743-1500-4ee1-b79b-f58e2b1f9f06 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 814 time: 0.1163008 Aug 13 02:39:32.202784 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-0919b1d8-02e2-48ca-a195-07c7f4df592d tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/quotas/7c06543b1004463fb8f25068c9d8a296 HTTP/1.1" status: 200 len: 375 time: 0.0109744 Aug 13 02:39:32.262669 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-711c56ce-6ce5-41ec-b95e-d05d94564c65 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532992 Aug 13 02:39:32.365033 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-67aa3844-d40c-4c22-a139-e47d5cc6f05d service neutron] 10.222.0.22 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936906 Aug 13 02:39:32.465216 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-3219aa6c-096f-44a4-a8fc-844e5a931d61 service neutron] 10.222.0.22 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929735 Aug 13 02:39:32.682281 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1f90c6d6-90c9-48ab-8f9f-5b6d0ccb7d53 req-67afa34d-f440-40e0-b89a-dcc537a803e9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 210 time: 0.0734422 Aug 13 02:39:32.767810 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf49ec6-133f-480a-a351-1058caee9f2e req-cf6047b6-11d4-460b-93bb-9a46dab7af38 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:32.773709 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4cf49ec6-133f-480a-a351-1058caee9f2e req-cf6047b6-11d4-460b-93bb-9a46dab7af38 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0897737 Aug 13 02:39:32.838617 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4cf49ec6-133f-480a-a351-1058caee9f2e req-77439c5b-476a-4310-addf-6db1130c1b69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567577 Aug 13 02:39:33.883191 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a98bcaa2-0430-47c9-81bd-79264c9ca695 req-e6ec78ab-2e18-422c-a53c-9ef2d473cdf9 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 210 time: 0.0626500 Aug 13 02:39:34.021511 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048291eb-0563-4cb3-a760-bee8f8fbc8f8 req-5fa0a15f-8fda-4613-b9db-f5a742a67452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:34.023722 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-048291eb-0563-4cb3-a760-bee8f8fbc8f8 req-5fa0a15f-8fda-4613-b9db-f5a742a67452 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.1025579 Aug 13 02:39:34.031544 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ed7d3-b3c3-488f-9c01-89d0464594f5 req-497e9e0f-4cb1-441a-b696-4f28ffdb2347 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:34.040406 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb8ed7d3-b3c3-488f-9c01-89d0464594f5 req-497e9e0f-4cb1-441a-b696-4f28ffdb2347 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0710988 Aug 13 02:39:34.102439 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb8ed7d3-b3c3-488f-9c01-89d0464594f5 req-76ad3d89-68b9-4f36-ad4c-3a2a52231642 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565181 Aug 13 02:39:34.128139 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-048291eb-0563-4cb3-a760-bee8f8fbc8f8 req-b2b4203e-16be-435a-9144-76e43ce6bbac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803626 Aug 13 02:39:34.221825 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-5222d5fe-3b87-4cc1-860c-68992cb3c85f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:34.223900 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-5222d5fe-3b87-4cc1-860c-68992cb3c85f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/networks?id=4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 200 len: 814 time: 0.1479051 Aug 13 02:39:34.248416 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Request body: {'port': {'device_id': 'd2238f36-9f17-4eab-a725-f953a4f412c7', 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'admin_state_up': True, 'tenant_id': '7c06543b1004463fb8f25068c9d8a296'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:34.397005 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Made reservation on behalf of 7c06543b1004463fb8f25068c9d8a296 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:34.401033 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.574467 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Allocated IP 172.20.0.7 (4337783e-e016-4ac9-8c19-e6fa7261827f/0e018dfb-c02d-49bc-8572-ae56d4d153d7/8f779d99-5b2c-4cfb-bf80-cbe2af090f30) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:34.733752 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.780446 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.802988 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a54066e5-02c5-4266-80b5-57323bcf5e8d', '64cf9736-7ba4-44b2-b985-b82bd99680b6', 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:34.871342 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Network 4337783e-e016-4ac9-8c19-e6fa7261827f is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:34.874961 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:34.879476 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:34.886144 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:34.886877 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.917618 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Pushing event updated for resources: {'Port': ['ID=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:34.923262 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6822262 Aug 13 02:39:34.931205 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.931941 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.932455 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.932970 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.933661 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.934153 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.934639 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.935137 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.935820 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.936335 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.936823 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.937391 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62295d-286e-4a7c-a740-f8b422a1f188 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:34.976722 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Request body: {'port': {'device_id': 'd2238f36-9f17-4eab-a725-f953a4f412c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:35.037222 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.107570 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731600c3-1c40-4b47-884f-fa0e406ca4f4 req-3d37c6f4-911a-4886-91b3-d52eb2dd5d7e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.109919 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-731600c3-1c40-4b47-884f-fa0e406ca4f4 req-3d37c6f4-911a-4886-91b3-d52eb2dd5d7e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 931 time: 0.0679498 Aug 13 02:39:35.165263 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-731600c3-1c40-4b47-884f-fa0e406ca4f4 req-d3bbf447-5d3b-4905-8075-f782ec3767c4 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466173 Aug 13 02:39:35.678132 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:35.693503 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.716821 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Transition to ACTIVE for port object 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:35.723482 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.867547 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Pushing event updated for resources: {'Port': ['ID=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:35.895005 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9311-92dc-478c-9e7f-b94a9c263d9e req-3981d596-2944-4720-a549-54a0648aba16 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.896846 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Attempting to bind port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:35.897431 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Attempting to bind port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:35.897431 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Attempting to bind port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 on network 4337783e-e016-4ac9-8c19-e6fa7261827f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:35.908523 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 on network 4337783e-e016-4ac9-8c19-e6fa7261827f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:39:35.909108 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Attempting to bind port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 on network 4337783e-e016-4ac9-8c19-e6fa7261827f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:35.911388 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-afdc9311-92dc-478c-9e7f-b94a9c263d9e req-3981d596-2944-4720-a549-54a0648aba16 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.2627513 Aug 13 02:39:35.917386 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:35.918385 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Checking segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:35.918909 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Bound using segment: {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:35.919775 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Bound port: 8f779d99-5b2c-4cfb-bf80-cbe2af090f30, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d95883-66d4-4ec5-ba14-950264f9d7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:35.920355 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.011536 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-afdc9311-92dc-478c-9e7f-b94a9c263d9e req-3df5fcea-92e4-4a7b-b428-15aeb94b1ca4 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991206 Aug 13 02:39:36.045323 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] For port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:36.053795 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] For port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:36.060551 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.101070 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.102007 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.103615 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] 10.222.0.20 "PUT /v2.0/ports/8f779d99-5b2c-4cfb-bf80-cbe2af090f30 HTTP/1.1" status: 200 len: 1093 time: 1.1620274 Aug 13 02:39:36.106293 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2238f36-9f17-4eab-a725-f953a4f412c7', 'tag': '8f779d99-5b2c-4cfb-bf80-cbe2af090f30'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:36.108975 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa03258-a71a-4a85-876d-0757cffacde2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2238f36-9f17-4eab-a725-f953a4f412c7", "tag": "8f779d99-5b2c-4cfb-bf80-cbe2af090f30"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:36.149830 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554aa8-b755-4fef-8e2c-a915f6d5badd service neutron] Pushing event updated for resources: {'Port': ['ID=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:36.166234 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d146a2-925d-47fb-8b1c-3798e7d79a0d x-openstack-request-id: req-a6d146a2-925d-47fb-8b1c-3798e7d79a0d {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:36.166992 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2238f36-9f17-4eab-a725-f953a4f412c7", "tag": "8f779d99-5b2c-4cfb-bf80-cbe2af090f30", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:36.167450 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6d146a2-925d-47fb-8b1c-3798e7d79a0d {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:36.168515 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2238f36-9f17-4eab-a725-f953a4f412c7', 'tag': '8f779d99-5b2c-4cfb-bf80-cbe2af090f30', 'status': 'completed', 'code': 200} Aug 13 02:39:36.232196 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa03258-a71a-4a85-876d-0757cffacde2 req-d8b7a142-abf4-4150-8641-40a187fe0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.234041 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-caa03258-a71a-4a85-876d-0757cffacde2 req-d8b7a142-abf4-4150-8641-40a187fe0520 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 1096 time: 0.0505812 Aug 13 02:39:36.320408 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625018f-cfdb-4594-b06f-5488eb1db133 req-b6ae4752-7b96-41e2-a835-0e760e1a8229 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.328395 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e625018f-cfdb-4594-b06f-5488eb1db133 req-b6ae4752-7b96-41e2-a835-0e760e1a8229 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 943 time: 0.0616987 Aug 13 02:39:36.361607 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa03258-a71a-4a85-876d-0757cffacde2 req-ffed6af2-ac78-4943-a2ac-ed7542fd5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.363105 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-caa03258-a71a-4a85-876d-0757cffacde2 req-ffed6af2-ac78-4943-a2ac-ed7542fd5a4c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c06543b1004463fb8f25068c9d8a296&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1189358 Aug 13 02:39:36.369228 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e625018f-cfdb-4594-b06f-5488eb1db133 req-fc2c972e-08a4-4512-88ed-49b689b63cbd tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 Aug 13 02:39:36.470211 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa03258-a71a-4a85-876d-0757cffacde2 req-0031ff1a-aab9-4ab5-a10a-ba202a70e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.471690 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-caa03258-a71a-4a85-876d-0757cffacde2 req-0031ff1a-aab9-4ab5-a10a-ba202a70e4b7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955286 Aug 13 02:39:36.664456 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-a8d68235-afaa-4d33-8042-6214d5cd7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.666178 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-a8d68235-afaa-4d33-8042-6214d5cd7fcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c06543b1004463fb8f25068c9d8a296&device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 1096 time: 0.0443704 Aug 13 02:39:36.721042 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-db96259f-c273-49bd-a56e-856b0373a79c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f779d99-5b2c-4cfb-bf80-cbe2af090f30 HTTP/1.1" status: 200 len: 217 time: 0.0397487 Aug 13 02:39:36.822600 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-12425a6d-4eab-4992-bcaa-4e29572f204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.824735 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-12425a6d-4eab-4992-bcaa-4e29572f204f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 200 len: 854 time: 0.0920961 Aug 13 02:39:36.870850 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-dcae1901-0a65-4aff-9720-aaa9c4181a93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4337783e-e016-4ac9-8c19-e6fa7261827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315115 Aug 13 02:39:37.021447 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-d7826993-c247-49bf-9cca-e2918512f02c service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351035 Aug 13 02:39:37.168796 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-880d0ecd-0d90-4e3d-ad73-9f810e13d8bd req-dda2a9a7-4a3c-46fb-a3c6-7d42843eb186 service neutron] 10.222.0.20 "GET /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378098 Aug 13 02:39:37.187949 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ca183-4b8d-4365-9c09-f4b99c1ee0ba req-73fc1127-07b8-48fb-8481-ea66f4446b95 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:37.189909 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-642ca183-4b8d-4365-9c09-f4b99c1ee0ba req-73fc1127-07b8-48fb-8481-ea66f4446b95 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0749471 Aug 13 02:39:37.235290 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-642ca183-4b8d-4365-9c09-f4b99c1ee0ba req-e814e252-da26-4a24-89eb-3acc8edc9731 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373082 Aug 13 02:39:37.367603 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1cb41-2d4a-45dd-8e9e-26c3fd71a335 req-2fd3915c-eb6f-4dda-bf75-c320c07e0ed2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:37.369321 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1bb1cb41-2d4a-45dd-8e9e-26c3fd71a335 req-2fd3915c-eb6f-4dda-bf75-c320c07e0ed2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0597789 Aug 13 02:39:37.443645 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1bb1cb41-2d4a-45dd-8e9e-26c3fd71a335 req-d983d8a1-3666-4cc5-9c2a-24034d7f5860 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677922 Aug 13 02:39:37.526659 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12363a-745b-4f0c-8485-bcbe47271afd req-9048dd30-ef01-4848-8bae-d81863880fc7 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:37.528912 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6d12363a-745b-4f0c-8485-bcbe47271afd req-9048dd30-ef01-4848-8bae-d81863880fc7 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 943 time: 0.0829594 Aug 13 02:39:37.609322 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6d12363a-745b-4f0c-8485-bcbe47271afd req-4cdb4dab-87a4-4617-bbff-b43c0aade248 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725789 Aug 13 02:39:38.768591 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0b4aa-b14e-470f-85cf-8711c9fb21eb req-cb641155-f05a-404d-9ccb-88567b5bcf88 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:38.781165 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8da0b4aa-b14e-470f-85cf-8711c9fb21eb req-cb641155-f05a-404d-9ccb-88567b5bcf88 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 943 time: 0.1116407 Aug 13 02:39:38.839643 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8da0b4aa-b14e-470f-85cf-8711c9fb21eb req-3a3eac4f-1e46-4faa-b355-e1a35933a132 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557368 Aug 13 02:39:39.532819 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5599d-d03b-4a53-a465-127d586cf5a0 req-df96e691-219c-4716-bbf9-9d0ded46c657 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.539341 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-594a2cb1-e323-44f7-b83b-5339348e3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.541095 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-594a2cb1-e323-44f7-b83b-5339348e3f21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1098 time: 0.0978734 Aug 13 02:39:39.545694 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-19c5599d-d03b-4a53-a465-127d586cf5a0 req-df96e691-219c-4716-bbf9-9d0ded46c657 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0967257 Aug 13 02:39:39.565400 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:39:39.655074 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-19c5599d-d03b-4a53-a465-127d586cf5a0 req-f2647b58-fe64-451e-9b9c-4329cb3482a6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842011 Aug 13 02:39:39.716385 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-7a32de61-e82e-4697-8800-c2b5379458d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.717918 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-7a32de61-e82e-4697-8800-c2b5379458d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 919 time: 0.1468539 Aug 13 02:39:39.817855 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-0fc589f7-546a-411d-9e1c-035d3b839e75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 200 len: 217 time: 0.0816009 Aug 13 02:39:39.917590 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-0d2a9cd9-e37f-4568-bd61-98c1418c769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.919291 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-0d2a9cd9-e37f-4568-bd61-98c1418c769a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.0871613 Aug 13 02:39:39.976098 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-8756958b-77bc-47dc-84dd-14785b3b9e9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471308 Aug 13 02:39:40.056855 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee039bdf-a036-4692-9320-6113d3e64a8a req-97c676f6-2d4a-4288-b088-1a863aaa160b tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:40.058921 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee039bdf-a036-4692-9320-6113d3e64a8a req-97c676f6-2d4a-4288-b088-1a863aaa160b tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 943 time: 0.1387527 Aug 13 02:39:40.132978 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee039bdf-a036-4692-9320-6113d3e64a8a req-4d4be783-8013-4df8-9cd4-c5f4f4675a67 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564196 Aug 13 02:39:40.168969 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-9956c6f1-1e97-4f83-b49b-a735a3ef8049 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834366 Aug 13 02:39:40.293782 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7298acd9-ad32-4f39-b35c-700aa29ff1c4 req-a08a2edd-e441-44e3-92d4-0cec3f0c2482 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162913 Aug 13 02:39:40.825952 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061b4f6-686b-48db-ac87-deed57919b7d req-c6f66897-5219-4136-b8e2-c9dd7732fc9d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:40.839610 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c061b4f6-686b-48db-ac87-deed57919b7d req-c6f66897-5219-4136-b8e2-c9dd7732fc9d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1034551 Aug 13 02:39:40.874137 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:39:40.937608 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c061b4f6-686b-48db-ac87-deed57919b7d req-691d3815-80ce-4c6b-9aea-9b665290b8fe tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956068 Aug 13 02:39:41.088353 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:41.116116 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '8f779d99-5b2c-4cfb-bf80-cbe2af090f30', 'network_id': '4337783e-e016-4ac9-8c19-e6fa7261827f', 'port_id': '8f779d99-5b2c-4cfb-bf80-cbe2af090f30', 'mac_address': 'fa:16:3e:52:3d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e018dfb-c02d-49bc-8572-ae56d4d153d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:39:41.164213 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:41.185310 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:41.224689 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:41.231523 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:41.310232 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:41.320027 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.320421 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.320890 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.321331 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.321710 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.322137 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.322465 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.322792 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.323192 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.323570 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.324018 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.324259 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:41.382886 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3010ae2-32ad-4ace-b004-fa3f4eda5c1c req-bb55b6df-931e-4c44-ab3c-d361412282dc tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:41.390693 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f3010ae2-32ad-4ace-b004-fa3f4eda5c1c req-bb55b6df-931e-4c44-ab3c-d361412282dc tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 944 time: 0.1122136 Aug 13 02:39:41.435443 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f3010ae2-32ad-4ace-b004-fa3f4eda5c1c req-117d9cdf-5a14-481b-bfa4-8e08adf78ce0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Aug 13 02:39:41.634420 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['8f779d99-5b2c-4cfb-bf80-cbe2af090f30'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:42.124648 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd419fca-f7ca-4128-96b6-e87a51a32e05 req-a2177ebd-89a9-439a-be92-012267f26996 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:42.135717 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd419fca-f7ca-4128-96b6-e87a51a32e05 req-a2177ebd-89a9-439a-be92-012267f26996 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0641992 Aug 13 02:39:42.181106 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cd419fca-f7ca-4128-96b6-e87a51a32e05 req-0b709f9a-e0d7-4645-8253-d7fe8eb6cc80 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Aug 13 02:39:42.631471 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a3ed4-683e-4a16-97cb-2f3ba8f5b464 req-389703ef-eba7-4739-b2bb-9d80532db78f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:42.633799 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-225a3ed4-683e-4a16-97cb-2f3ba8f5b464 req-389703ef-eba7-4739-b2bb-9d80532db78f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 944 time: 0.0864840 Aug 13 02:39:42.710666 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-225a3ed4-683e-4a16-97cb-2f3ba8f5b464 req-952df603-ab3c-45ed-9104-ebeef0176bfa tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665724 Aug 13 02:39:43.384360 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37809f7e-47f3-42bd-a14d-315128e941ef req-905d5d6a-bf5f-44ab-870d-120a7196a40f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:43.386722 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-37809f7e-47f3-42bd-a14d-315128e941ef req-905d5d6a-bf5f-44ab-870d-120a7196a40f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0994399 Aug 13 02:39:43.446441 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-37809f7e-47f3-42bd-a14d-315128e941ef req-024b22ee-765f-4ca8-a625-86c600eab266 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532520 Aug 13 02:39:43.854038 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d09ae-03b9-4fe1-8ba8-094b39322580 req-cefa20bf-eeee-4a8a-92a4-5a939568431f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:43.855848 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5d6d09ae-03b9-4fe1-8ba8-094b39322580 req-cefa20bf-eeee-4a8a-92a4-5a939568431f tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 944 time: 0.0606830 Aug 13 02:39:43.902091 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5d6d09ae-03b9-4fe1-8ba8-094b39322580 req-b090eee9-1129-4447-b3b9-32a9d60131a3 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394936 Aug 13 02:39:44.617126 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c18a4-159f-423b-8554-be99ea0ad42f req-0382c0fe-1cd0-438a-a6ff-7d76816051c0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:44.625258 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-147c18a4-159f-423b-8554-be99ea0ad42f req-0382c0fe-1cd0-438a-a6ff-7d76816051c0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0785122 Aug 13 02:39:44.673633 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-147c18a4-159f-423b-8554-be99ea0ad42f req-d14aa75f-717c-4776-87a9-e80aa43c1ee0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473757 Aug 13 02:39:44.890099 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:44.986954 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:44.994305 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:44.995004 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.082706 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f81d1-6af6-4ba3-a692-90a9919824f4 req-eef8587f-ee00-418d-8e0b-c335b7d9a2c0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:45.093683 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c0f81d1-6af6-4ba3-a692-90a9919824f4 req-eef8587f-ee00-418d-8e0b-c335b7d9a2c0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 944 time: 0.0794575 Aug 13 02:39:45.132544 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.150798 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7c0f81d1-6af6-4ba3-a692-90a9919824f4 req-9357122b-1c0d-4bda-beec-bc26f429c092 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561144 Aug 13 02:39:45.162906 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2238f36-9f17-4eab-a725-f953a4f412c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f779d99-5b2c-4cfb-bf80-cbe2af090f30'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:45.169143 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfce8fad-98d3-47b1-baa6-d74170c04d86" -d '{"events": [{"server_uuid": "d2238f36-9f17-4eab-a725-f953a4f412c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f779d99-5b2c-4cfb-bf80-cbe2af090f30"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:45.184653 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:45.196894 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.229347 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bfa4e2-151a-4695-8199-4ce2be51d4ae x-openstack-request-id: req-75bfa4e2-151a-4695-8199-4ce2be51d4ae {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:45.229728 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2238f36-9f17-4eab-a725-f953a4f412c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f779d99-5b2c-4cfb-bf80-cbe2af090f30", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:45.229908 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75bfa4e2-151a-4695-8199-4ce2be51d4ae {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:45.230314 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2238f36-9f17-4eab-a725-f953a4f412c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f779d99-5b2c-4cfb-bf80-cbe2af090f30', 'code': 200} Aug 13 02:39:45.265886 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:45.474670 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e6d2-73ac-497b-a73f-1f93f11ccf2a req-e4e3b61e-247c-4a7d-a490-5dc27f8c42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:45.477090 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1675e6d2-73ac-497b-a73f-1f93f11ccf2a req-e4e3b61e-247c-4a7d-a490-5dc27f8c42c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 1098 time: 0.0805075 Aug 13 02:39:45.536687 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1675e6d2-73ac-497b-a73f-1f93f11ccf2a req-fd42fe0f-1ddb-42a2-945b-4c8408c1f986 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506582 Aug 13 02:39:45.833392 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120288a-7218-4c8c-8fb3-881c083e8d85 req-b12ba3b2-e9b9-48ae-807b-079688ab595a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:45.836465 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1120288a-7218-4c8c-8fb3-881c083e8d85 req-b12ba3b2-e9b9-48ae-807b-079688ab595a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0755482 Aug 13 02:39:45.909356 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1120288a-7218-4c8c-8fb3-881c083e8d85 req-854e8eba-e926-4cd3-a09f-271c58164d27 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Aug 13 02:39:46.290787 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6401c-4fea-415e-b29a-3a3fddad114f req-33e32424-9d07-4477-9781-da967129bedf tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:46.292491 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-daa6401c-4fea-415e-b29a-3a3fddad114f req-33e32424-9d07-4477-9781-da967129bedf tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 945 time: 0.0690899 Aug 13 02:39:46.341009 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-daa6401c-4fea-415e-b29a-3a3fddad114f req-c52d9a33-93e9-477c-8ad7-d0abbb894c72 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Aug 13 02:39:47.062118 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37093ef-3255-4a5b-a3c5-18de0cf31b9c req-12c8671f-0203-4258-92c8-a0061acd9c20 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:47.064597 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e37093ef-3255-4a5b-a3c5-18de0cf31b9c req-12c8671f-0203-4258-92c8-a0061acd9c20 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0643060 Aug 13 02:39:47.129219 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e37093ef-3255-4a5b-a3c5-18de0cf31b9c req-12cceb04-4172-4ade-a67c-542a809fcaab tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568490 Aug 13 02:39:47.507031 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7062b-774e-4091-ba49-44632a78a429 req-8dd017de-f645-4feb-a877-ae402accf0f5 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:47.508768 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c7a7062b-774e-4091-ba49-44632a78a429 req-8dd017de-f645-4feb-a877-ae402accf0f5 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 945 time: 0.0819294 Aug 13 02:39:47.572251 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c7a7062b-774e-4091-ba49-44632a78a429 req-c4557a3d-4266-468c-ae2c-f10628bd4c07 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502794 Aug 13 02:39:48.262990 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ef0c5-22e2-419e-971f-dd828e819109 req-7e825ea8-f0a2-4616-a52e-f90c69c563fc tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:48.264493 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6b7ef0c5-22e2-419e-971f-dd828e819109 req-7e825ea8-f0a2-4616-a52e-f90c69c563fc tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0482287 Aug 13 02:39:48.306005 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6b7ef0c5-22e2-419e-971f-dd828e819109 req-980a04e7-bda4-47ef-95f9-0843a0a6ff63 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350230 Aug 13 02:39:49.424065 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb066a-0130-4858-aab8-d5301caf1ed3 req-f448c9cd-4e44-44dc-b22d-ad6e57510c19 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:49.426113 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c2cb066a-0130-4858-aab8-d5301caf1ed3 req-f448c9cd-4e44-44dc-b22d-ad6e57510c19 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0522673 Aug 13 02:39:49.464912 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c2cb066a-0130-4858-aab8-d5301caf1ed3 req-53abcddb-f847-4b4b-a277-6ce6d77c45d7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Aug 13 02:39:50.636722 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0124b2f-1be9-4f99-9da6-e3a1f22548c7 req-72dbe295-a1d8-4964-a3da-ff78329dbac6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:50.647388 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0124b2f-1be9-4f99-9da6-e3a1f22548c7 req-72dbe295-a1d8-4964-a3da-ff78329dbac6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0854690 Aug 13 02:39:50.719067 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0124b2f-1be9-4f99-9da6-e3a1f22548c7 req-dcbc8ede-efda-4024-b271-c804faa6aee1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645206 Aug 13 02:39:51.924567 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef1d7d-3271-43e0-9299-87c16bf489b8 req-30a56ac4-ca7c-4ff3-9636-3ae50c37f54f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:51.935135 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f6ef1d7d-3271-43e0-9299-87c16bf489b8 req-30a56ac4-ca7c-4ff3-9636-3ae50c37f54f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0925815 Aug 13 02:39:51.974413 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f6ef1d7d-3271-43e0-9299-87c16bf489b8 req-e2da96f6-7341-4014-a3f4-7cd23703a22d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Aug 13 02:39:52.383739 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b78ba-0bdf-45d1-b4d5-9b2ef9b150d8 req-fd9d3e96-627b-494c-94f2-ff8db366b41a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:52.406677 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-830b78ba-0bdf-45d1-b4d5-9b2ef9b150d8 req-fd9d3e96-627b-494c-94f2-ff8db366b41a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0946338 Aug 13 02:39:52.454036 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-830b78ba-0bdf-45d1-b4d5-9b2ef9b150d8 req-d75dc7ca-daa2-4224-921d-f71b6e97b7c7 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474668 Aug 13 02:39:53.152967 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640c07e-0096-4e1d-b0a5-4d8f6aeec2b6 req-465a952b-75e0-429f-8a73-b44fd8e3ef55 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:53.154643 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7640c07e-0096-4e1d-b0a5-4d8f6aeec2b6 req-465a952b-75e0-429f-8a73-b44fd8e3ef55 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0550487 Aug 13 02:39:53.217111 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7640c07e-0096-4e1d-b0a5-4d8f6aeec2b6 req-c814dacd-9486-4a36-b45d-02c2757f09fe tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542309 Aug 13 02:39:53.596159 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711731c-5a30-4a19-ac86-085f4922f4ec req-e26378d2-da22-461d-a531-4813014e6584 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:53.597857 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e711731c-5a30-4a19-ac86-085f4922f4ec req-e26378d2-da22-461d-a531-4813014e6584 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0514257 Aug 13 02:39:53.643394 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e711731c-5a30-4a19-ac86-085f4922f4ec req-11b14f66-402e-45af-b626-8cac8c72a15e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Aug 13 02:39:54.343301 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67408a83-3140-47fd-845a-708011a6e759 req-0201b5a0-6eb3-4915-86f9-41784ec6ca5f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.344894 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-67408a83-3140-47fd-845a-708011a6e759 req-0201b5a0-6eb3-4915-86f9-41784ec6ca5f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0530350 Aug 13 02:39:54.385088 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-67408a83-3140-47fd-845a-708011a6e759 req-3a3ed761-3d34-4c19-b5c1-05ff377ef186 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Aug 13 02:39:54.764887 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f022c-2da1-424e-879a-81767300a062 req-c5720b15-ff04-48a2-93ff-4f25329d50b2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.766528 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0f8f022c-2da1-424e-879a-81767300a062 req-c5720b15-ff04-48a2-93ff-4f25329d50b2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0511220 Aug 13 02:39:54.808103 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0f8f022c-2da1-424e-879a-81767300a062 req-a9ac4f0b-6f67-4ffc-9734-504c2e9bec0d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348978 Aug 13 02:39:55.499106 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd09f0-0be4-404a-872a-1e9c9d91768d req-bbfeb670-7bdf-452b-8d9e-198a08f4617b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.500601 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-46dd09f0-0be4-404a-872a-1e9c9d91768d req-bbfeb670-7bdf-452b-8d9e-198a08f4617b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0479147 Aug 13 02:39:55.538979 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-46dd09f0-0be4-404a-872a-1e9c9d91768d req-4d4db4ac-a503-4550-aac8-77f813fc31aa tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Aug 13 02:39:55.944387 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9d994-0f06-4470-b055-5105f2c72f09 req-e458cba2-a696-4d7f-856e-1cc8cef396ea tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.946126 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-25b9d994-0f06-4470-b055-5105f2c72f09 req-e458cba2-a696-4d7f-856e-1cc8cef396ea tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0601025 Aug 13 02:39:55.985197 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-25b9d994-0f06-4470-b055-5105f2c72f09 req-2021dbda-e3fd-40f9-b845-2461f378183a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331292 Aug 13 02:39:56.388077 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-215dac40-4a26-4977-9e65-2891fe9ffacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:56.699045 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3adf5d-1632-4119-b25e-62a8e4b6f10f req-b0abc003-6c50-459a-a4ec-7ba772fd6e82 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.700737 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8b3adf5d-1632-4119-b25e-62a8e4b6f10f req-b0abc003-6c50-459a-a4ec-7ba772fd6e82 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0652378 Aug 13 02:39:56.769866 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8b3adf5d-1632-4119-b25e-62a8e4b6f10f req-2d05a5c1-c753-4810-b03a-98b7261e14d2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584354 Aug 13 02:39:57.136255 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b29526-87b1-492f-9e65-76385e0dd50f req-0080b4c3-51e1-4f04-b60d-b94ffae37c9d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:57.137864 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-92b29526-87b1-492f-9e65-76385e0dd50f req-0080b4c3-51e1-4f04-b60d-b94ffae37c9d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0644968 Aug 13 02:39:57.189646 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-92b29526-87b1-492f-9e65-76385e0dd50f req-b82b5e4a-c0dc-4e4b-8112-245e8bf4fdc2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Aug 13 02:39:57.239454 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:57.979048 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190882b-d4a6-4a29-82c4-79da2caefc14 req-28f809be-a1df-4417-9c58-6e6f1244b012 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:57.981442 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d190882b-d4a6-4a29-82c4-79da2caefc14 req-28f809be-a1df-4417-9c58-6e6f1244b012 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1049261 Aug 13 02:39:58.063228 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d190882b-d4a6-4a29-82c4-79da2caefc14 req-73dde8c0-64f5-4063-8515-ba8e2ba0a740 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709565 Aug 13 02:39:58.396216 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8efc47-90dc-41f0-ae1d-381121455dda req-1c7102f9-67a6-434f-b95b-08705ff61d9c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:58.399040 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ab8efc47-90dc-41f0-ae1d-381121455dda req-1c7102f9-67a6-434f-b95b-08705ff61d9c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0791757 Aug 13 02:39:58.470254 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ab8efc47-90dc-41f0-ae1d-381121455dda req-9b83d6d0-845b-4e50-83c5-d83289e632d4 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609257 Aug 13 02:39:58.861879 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2671dc1c-0b99-4949-af5d-68ac7fb6e9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:58.978384 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-f577f31e-cd4f-4482-8524-39b7c7a0e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:58.981348 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-f577f31e-cd4f-4482-8524-39b7c7a0e81b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1098 time: 0.0716617 Aug 13 02:39:59.190070 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-a4eccfa2-6edf-48ae-9d85-58ec18e81cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:59.192058 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-a4eccfa2-6edf-48ae-9d85-58ec18e81cb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 919 time: 0.1788917 Aug 13 02:39:59.252004 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1181e-09c0-4cb2-92b3-4dce1c1f5917 req-41c2f072-154d-4712-8b07-29c69232d6d6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:59.254801 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50f1181e-09c0-4cb2-92b3-4dce1c1f5917 req-41c2f072-154d-4712-8b07-29c69232d6d6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0679231 Aug 13 02:39:59.298740 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-50f1181e-09c0-4cb2-92b3-4dce1c1f5917 req-1b89ddef-54ae-4e4c-8c63-82b541c8728b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370674 Aug 13 02:39:59.501897 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-d2d75f4e-7746-4074-90ff-4405f11a434c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 200 len: 217 time: 0.2996192 Aug 13 02:39:59.527055 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.661724 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf962ee-abd0-4658-81e9-31e520158669 req-985c99d4-3c1e-4e7e-a218-3a46e3d97be2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:59.663863 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2cf962ee-abd0-4658-81e9-31e520158669 req-985c99d4-3c1e-4e7e-a218-3a46e3d97be2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0579052 Aug 13 02:39:59.713316 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2cf962ee-abd0-4658-81e9-31e520158669 req-a3aa2e84-6ea2-4a9f-81cf-701aa1dac270 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388949 Aug 13 02:39:59.808836 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 48718) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:59.883019 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Deleting subnet d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:39:59.888174 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:59.952271 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.029648 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.064636 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.106966 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.138313 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.144488 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4 HTTP/1.1" status: 204 len: 168 time: 0.3300123 Aug 13 02:40:00.144488 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d22f5f-afd1-4974-b4b5-7b2b6a331cd4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:00.145153 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 48730) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:00.160553 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.161270 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.161971 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.162635 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.164327 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.164327 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.164327 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.165219 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.165880 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.166539 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.167179 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.167915 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b504bf-2f83-4d98-ab84-d0656de1104c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:00.262984 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.269863 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-fda81b08-75f7-46bd-b35b-ae62b0e79196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.271377 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-fda81b08-75f7-46bd-b35b-ae62b0e79196 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.0748343 Aug 13 02:40:00.375534 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.403734 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.404485 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.405848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.406522 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > port after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.407197 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.407835 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > port after_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.408459 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.409608 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.411303 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.411906 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.488327 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.488681 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.489057 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.489396 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:40:00.489766 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7a5098-b9c3-4b19-9142-b493f69bebe4']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:00.517153 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:00.517476 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d43814-2c62-45fa-a3fc-3fbdeecce4a0') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:00.550634 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023502'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.575523 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.588020 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:40:00.588366 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11973102'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: from cryptography.utils import int_from_bytes Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: from cryptography.utils import int_from_bytes Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: Traceback (most recent call last): Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: timer() Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: cb(*args, **kw) Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: return func(*args, **kwargs) Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: self._notify() Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: self.callback(batched_events) Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: event.method(event) Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: return f(self, *a, **k) Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._get(url).json() Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:40:00.592849 dv-cinder-760199-7-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:40:00.616810 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b67c41-1f50-4e7e-a8dd-d843ecaf9561 req-dd846332-07ff-4577-a614-22ac6860f3ad tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.618549 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5b67c41-1f50-4e7e-a8dd-d843ecaf9561 req-dd846332-07ff-4577-a614-22ac6860f3ad tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.2195759 Aug 13 02:40:00.695635 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.699655 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c5b67c41-1f50-4e7e-a8dd-d843ecaf9561 req-70eba8c9-73e4-4731-b040-89e824abf976 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Aug 13 02:40:00.706283 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:00.708850 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] 10.222.0.22 "DELETE /v2.0/networks/9a7a5098-b9c3-4b19-9142-b493f69bebe4 HTTP/1.1" status: 204 len: 168 time: 0.5623503 Aug 13 02:40:00.726284 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d79583-dec5-4b16-8d5d-f981300c0a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7a5098-b9c3-4b19-9142-b493f69bebe4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:00.878928 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d32b0-620e-4eb5-830f-159bc4e84f89 req-59791dfc-e543-4775-9a80-70dda71a5687 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.886255 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-223d32b0-620e-4eb5-830f-159bc4e84f89 req-59791dfc-e543-4775-9a80-70dda71a5687 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0665598 Aug 13 02:40:00.938003 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-223d32b0-620e-4eb5-830f-159bc4e84f89 req-8cafba87-177f-49a8-a20c-d37cef007372 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506413 Aug 13 02:40:00.982903 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 48740) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:01.038522 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fd80861c-1129-4b65-87a4-64756566234f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=464592bd095b4f74bd595d0169781f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543230 Aug 13 02:40:01.042829 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 48742) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:01.103996 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3479-eab4-40df-b2f9-f450aa137e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:01.129955 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3479-eab4-40df-b2f9-f450aa137e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:01.196628 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3479-eab4-40df-b2f9-f450aa137e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:01.199611 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3479-eab4-40df-b2f9-f450aa137e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:01.201006 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4e1e3479-eab4-40df-b2f9-f450aa137e63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a87fd86-eb5a-4799-830b-db652ec3c467 HTTP/1.1" status: 204 len: 168 time: 0.1570442 Aug 13 02:40:01.210069 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e3479-eab4-40df-b2f9-f450aa137e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a87fd86-eb5a-4799-830b-db652ec3c467,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:01.762221 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:01.881075 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52858b7d-8b88-4ba1-84f2-ebd9e572a346 req-a95fc14d-36e4-4969-b614-84e7c5c499ed tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:01.883457 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52858b7d-8b88-4ba1-84f2-ebd9e572a346 req-a95fc14d-36e4-4969-b614-84e7c5c499ed tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0772920 Aug 13 02:40:01.952846 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-52858b7d-8b88-4ba1-84f2-ebd9e572a346 req-3d9c2a14-66fd-4177-b4d2-9c720d9d729b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540648 Aug 13 02:40:02.123910 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db2038-0e9e-4a37-9f09-23d9f9692d90 req-d3789459-5021-4a9d-ae9e-d2faa200159c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:02.126468 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d4db2038-0e9e-4a37-9f09-23d9f9692d90 req-d3789459-5021-4a9d-ae9e-d2faa200159c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0804183 Aug 13 02:40:02.208426 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-956aba43-88e9-4aaa-818b-ccdc20f944c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608857 Aug 13 02:40:02.253543 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d4db2038-0e9e-4a37-9f09-23d9f9692d90 req-e004c03c-1fa1-4404-933f-205455a2d1a8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155040 Aug 13 02:40:02.401871 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-0db114b6-4de4-4a1d-9d38-498d68c4b791 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738482 Aug 13 02:40:02.510758 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f21daaf6-2c0a-4e69-ace1-4aac33a0c187 req-2c18a6e2-8642-4983-8b94-667a41940178 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977864 Aug 13 02:40:03.131875 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389f478-500a-4897-97bb-276ddf11c440 req-231c2cc1-e080-48ea-aab8-2fe4b29fae7e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:03.133756 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a389f478-500a-4897-97bb-276ddf11c440 req-231c2cc1-e080-48ea-aab8-2fe4b29fae7e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0760372 Aug 13 02:40:03.182321 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a389f478-500a-4897-97bb-276ddf11c440 req-a39d4820-428a-4820-afb8-04e9c35124cb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Aug 13 02:40:03.455657 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f4123-09c1-4299-974f-b8f1b920b459 req-648e0b50-ae0a-43da-981e-d3bb7074f9c3 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:03.457485 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-156f4123-09c1-4299-974f-b8f1b920b459 req-648e0b50-ae0a-43da-981e-d3bb7074f9c3 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0743928 Aug 13 02:40:03.503658 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-156f4123-09c1-4299-974f-b8f1b920b459 req-86173c31-d523-4452-9ded-b97afad7e83d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384357 Aug 13 02:40:04.217386 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010afb2-27bd-47da-ae12-3883bdefb012 req-e5bbbdb4-2b5c-4682-b6de-7835e5244eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:04.220169 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2010afb2-27bd-47da-ae12-3883bdefb012 req-e5bbbdb4-2b5c-4682-b6de-7835e5244eed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1098 time: 0.0794072 Aug 13 02:40:04.317695 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2010afb2-27bd-47da-ae12-3883bdefb012 req-38aab783-6f52-4242-b58d-72987e3086e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759487 Aug 13 02:40:04.399200 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1a38a-e3cd-49ed-a077-7e6cc60d786a req-caf0bf3a-d891-4b35-8581-5776c9e93c83 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:04.400815 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ebc1a38a-e3cd-49ed-a077-7e6cc60d786a req-caf0bf3a-d891-4b35-8581-5776c9e93c83 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1117058 Aug 13 02:40:04.561643 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ebc1a38a-e3cd-49ed-a077-7e6cc60d786a req-b93bf4f7-fa8c-4481-b225-f9e8720ec841 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413484 Aug 13 02:40:04.822418 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73834-12ce-4b92-8d35-29ff292c5124 req-8a7ba359-0a39-42e3-afc5-7b7e5eb3aa5a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:04.824118 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22a73834-12ce-4b92-8d35-29ff292c5124 req-8a7ba359-0a39-42e3-afc5-7b7e5eb3aa5a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0933881 Aug 13 02:40:04.892400 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22a73834-12ce-4b92-8d35-29ff292c5124 req-5034b46a-46ba-4a20-93b8-a17e2d3e2504 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530396 Aug 13 02:40:04.950455 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 48850) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:05.102585 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d7454212-25e8-475a-8b99-373ddb00f89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.242918 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d7454212-25e8-475a-8b99-373ddb00f89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.248049 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d7454212-25e8-475a-8b99-373ddb00f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.292298 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d7454212-25e8-475a-8b99-373ddb00f89c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=175987175aa34a819894c452b170c317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402405 Aug 13 02:40:05.293677 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7454212-25e8-475a-8b99-373ddb00f89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6784c6be-3376-414b-bacd-bad281f9b1ab,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:05.296791 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 48862) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:05.370883 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dac2bbc2-3a99-4add-b447-4f2b2045cc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.396281 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dac2bbc2-3a99-4add-b447-4f2b2045cc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.452766 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dac2bbc2-3a99-4add-b447-4f2b2045cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.455386 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dac2bbc2-3a99-4add-b447-4f2b2045cc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.457298 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-dac2bbc2-3a99-4add-b447-4f2b2045cc13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6784c6be-3376-414b-bacd-bad281f9b1ab HTTP/1.1" status: 204 len: 168 time: 0.1586208 Aug 13 02:40:05.465069 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2bbc2-3a99-4add-b447-4f2b2045cc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6784c6be-3376-414b-bacd-bad281f9b1ab,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:05.717656 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56400c75-5427-4f68-b763-7e0a5d75fef5 req-2e6c5f7e-1e39-484e-825a-7bbe6f3b15ea tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:05.720176 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56400c75-5427-4f68-b763-7e0a5d75fef5 req-2e6c5f7e-1e39-484e-825a-7bbe6f3b15ea tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0821457 Aug 13 02:40:05.789119 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56400c75-5427-4f68-b763-7e0a5d75fef5 req-efbb41f3-a202-468d-ae67-d779aadecf3c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597780 Aug 13 02:40:06.054607 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514036d-ffdf-4f13-a16e-eab48e1c5d95 req-0bf7ac5a-cc79-4e12-824b-286b63786b59 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:06.056859 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1514036d-ffdf-4f13-a16e-eab48e1c5d95 req-0bf7ac5a-cc79-4e12-824b-286b63786b59 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0665069 Aug 13 02:40:06.100490 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1514036d-ffdf-4f13-a16e-eab48e1c5d95 req-9c3c3a26-ff7e-43e7-ae2f-9531b4695ec5 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359416 Aug 13 02:40:06.979333 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722c9e5-ca2d-49cf-a2db-aa61c15f9b33 req-b8f30304-2b87-44db-ab12-1694eda69e41 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:06.982003 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7722c9e5-ca2d-49cf-a2db-aa61c15f9b33 req-b8f30304-2b87-44db-ab12-1694eda69e41 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0696208 Aug 13 02:40:07.046479 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7722c9e5-ca2d-49cf-a2db-aa61c15f9b33 req-b4e3d612-b3c7-470f-8fdb-7b676345eaf3 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500882 Aug 13 02:40:07.281958 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7657-f757-46e7-b54b-bc941fcc2c01 req-f75074f3-fdfc-469f-8db4-88ec8d3f0b5c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.284899 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-573b7657-f757-46e7-b54b-bc941fcc2c01 req-f75074f3-fdfc-469f-8db4-88ec8d3f0b5c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0696933 Aug 13 02:40:07.355152 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-573b7657-f757-46e7-b54b-bc941fcc2c01 req-041e750d-5331-4a84-8807-b36fe729fc7e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578504 Aug 13 02:40:07.430718 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-a5f87d51-7964-4340-abba-fb014d474c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.433024 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-a5f87d51-7964-4340-abba-fb014d474c4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1098 time: 0.1188536 Aug 13 02:40:07.469671 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c764-d51a-4b5a-8237-c4a12ce6cfe3 req-d9233d83-7dbc-46e4-a834-439dd514ff5a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.471183 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5db2c764-d51a-4b5a-8237-c4a12ce6cfe3 req-d9233d83-7dbc-46e4-a834-439dd514ff5a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1054132 Aug 13 02:40:07.583172 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5db2c764-d51a-4b5a-8237-c4a12ce6cfe3 req-b763e306-1c0c-41a2-927c-cafb81ea325c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753756 Aug 13 02:40:07.614547 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-a2027045-3d69-424b-9cc8-ae7e42c90120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.616596 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-a2027045-3d69-424b-9cc8-ae7e42c90120 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 919 time: 0.1710651 Aug 13 02:40:07.686989 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-4c35af71-f6d2-4fd9-8819-1b74320f44e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 200 len: 217 time: 0.0604007 Aug 13 02:40:07.759901 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-df6eb05b-13c6-4ffb-a01e-cef74b626aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.761497 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-df6eb05b-13c6-4ffb-a01e-cef74b626aab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.0582271 Aug 13 02:40:07.805595 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-1498f2fd-f1dd-43dd-b1f1-dd0b5e0e5089 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316696 Aug 13 02:40:07.988641 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-0e9469aa-06bd-4bcc-b4f2-3f14cda2627e service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649921 Aug 13 02:40:08.151308 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13b5073d-5eb4-4fe3-a9be-c9ac8e7ef97b req-50fd78ea-1fa5-47e5-ada2-2a96662fd786 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520796 Aug 13 02:40:08.570475 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d50cb1-a9d0-469e-9896-6fd1ca783f4c req-cd05d53b-2fa5-46c8-9a82-523de1e5ac82 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:08.572218 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-75d50cb1-a9d0-469e-9896-6fd1ca783f4c req-cd05d53b-2fa5-46c8-9a82-523de1e5ac82 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0962772 Aug 13 02:40:08.596625 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 48950) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:08.668926 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-75d50cb1-a9d0-469e-9896-6fd1ca783f4c req-e8bf7ea7-b6d0-4825-91ca-0be5e82b7767 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834005 Aug 13 02:40:08.828770 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3a931a70-7387-4f3c-aec1-211d9a1127f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.873924 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a165b2-6ca7-42f6-86ee-cb1b6fac0821 req-0f7f4202-167c-4821-8307-a1c0ef791c5f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:08.876981 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a1a165b2-6ca7-42f6-86ee-cb1b6fac0821 req-0f7f4202-167c-4821-8307-a1c0ef791c5f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1392052 Aug 13 02:40:09.021670 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a1a165b2-6ca7-42f6-86ee-cb1b6fac0821 req-431ec59e-b570-41cb-b599-89589530ed83 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300802 Aug 13 02:40:09.126343 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3a931a70-7387-4f3c-aec1-211d9a1127f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.132590 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3a931a70-7387-4f3c-aec1-211d9a1127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.168184 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3a931a70-7387-4f3c-aec1-211d9a1127f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6283b24544794d14a2d63d68d575eac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694690 Aug 13 02:40:09.172898 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 48972) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:09.233743 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a931a70-7387-4f3c-aec1-211d9a1127f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be85f9cd-18b6-4f8b-99c3-8551981788e1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:09.286129 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f532ab-6a0c-482d-877c-b4bc492df23b req-9568f5ff-d5be-4e5c-99a3-598426cc0b83 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.289238 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-72f532ab-6a0c-482d-877c-b4bc492df23b req-9568f5ff-d5be-4e5c-99a3-598426cc0b83 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 945 time: 0.1310115 Aug 13 02:40:09.308572 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e46711a-f47c-4214-8dda-5dcbea8515bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.368565 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e46711a-f47c-4214-8dda-5dcbea8515bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.393168 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-72f532ab-6a0c-482d-877c-b4bc492df23b req-30ece927-242a-4530-9cb5-83421ba2f038 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874047 Aug 13 02:40:09.462205 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e46711a-f47c-4214-8dda-5dcbea8515bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.465572 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e46711a-f47c-4214-8dda-5dcbea8515bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.466910 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3e46711a-f47c-4214-8dda-5dcbea8515bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be85f9cd-18b6-4f8b-99c3-8551981788e1 HTTP/1.1" status: 204 len: 168 time: 0.2928891 Aug 13 02:40:09.485590 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46711a-f47c-4214-8dda-5dcbea8515bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85f9cd-18b6-4f8b-99c3-8551981788e1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:09.852389 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce8faa-05ba-41e1-835a-ef8b6b27ab9a req-be67f8c6-3041-42ae-ace0-8be5f1f25d8d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.854017 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b7ce8faa-05ba-41e1-835a-ef8b6b27ab9a req-be67f8c6-3041-42ae-ace0-8be5f1f25d8d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0617962 Aug 13 02:40:09.907838 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b7ce8faa-05ba-41e1-835a-ef8b6b27ab9a req-842dcff0-1cdb-4c64-a050-f404c84cf234 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Aug 13 02:40:10.229452 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa7119-fcd2-469d-a243-a91f42a22bf3 req-f429e708-2b09-4322-9b10-4eed32d999e4 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:10.231706 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fafa7119-fcd2-469d-a243-a91f42a22bf3 req-f429e708-2b09-4322-9b10-4eed32d999e4 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0819733 Aug 13 02:40:10.317649 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fafa7119-fcd2-469d-a243-a91f42a22bf3 req-191522dc-571c-4d90-aa9c-ad84868e7ca7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742545 Aug 13 02:40:10.396502 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49016) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:10.607484 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b00b2c-951f-4797-9f4b-6064f4a8809d req-5154637e-d5a5-4b97-b705-cf407f5219ad tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:10.609408 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1b00b2c-951f-4797-9f4b-6064f4a8809d req-5154637e-d5a5-4b97-b705-cf407f5219ad tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 945 time: 0.0975451 Aug 13 02:40:10.617590 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1793087368-network', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:10.651047 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Made reservation on behalf of a8c859cefb7244d086339beed01fdfd6 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:10.653996 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.671971 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.701948 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f1b00b2c-951f-4797-9f4b-6064f4a8809d req-7850c55f-5e6f-4e4f-a258-99642b385ec3 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609591 Aug 13 02:40:10.835078 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.841047 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.891279 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:10.906721 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:10.914624 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.915093 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Added segment 200f10b5-7af9-4106-a045-18f4ca554267 of type vlan for network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 Aug 13 02:40:10.992812 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.043666 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.045281 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.046259 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.122746 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75d011-1460-441f-bc59-8b7ea6c8308a req-4d8ae1fb-f5ab-468f-9c1e-1a80096edd16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.125489 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ee75d011-1460-441f-bc59-8b7ea6c8308a req-4d8ae1fb-f5ab-468f-9c1e-1a80096edd16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0877330 Aug 13 02:40:11.138585 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7395179 Aug 13 02:40:11.144718 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49036) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:11.157649 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dffa6-ce6b-4d71-9071-f9ae3a4f1d65 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6e8f7a-c411-4ec6-bddf-b648813075b0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:11.163555 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Request body: {'subnet': {'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1793087368-subnet', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:11.177930 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:11.221396 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ee75d011-1460-441f-bc59-8b7ea6c8308a req-95bda76f-7a2f-4181-92fc-33011c42a172 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867131 Aug 13 02:40:11.228491 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Made reservation on behalf of a8c859cefb7244d086339beed01fdfd6 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:11.238790 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875073'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.500361 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875123'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.551234 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-c261427d-defd-4cc1-9e88-8e56f3b8ad04 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.553251 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-c261427d-defd-4cc1-9e88-8e56f3b8ad04 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 945 time: 0.1349068 Aug 13 02:40:11.557336 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=39be24a7-f14d-4c3a-a0d7-fcf757793c4c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:11.576590 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Checking segment: {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:11.578851 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Network hostable DHCP agents. Network: 7b6e8f7a-c411-4ec6-bddf-b648813075b0, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:11.607025 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58186dc-3c07-4bbb-ba7b-1d4611d4c490 req-6094c67e-44cb-42f7-b5d2-2902ac25ef38 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.608597 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f58186dc-3c07-4bbb-ba7b-1d4611d4c490 req-6094c67e-44cb-42f7-b5d2-2902ac25ef38 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1455524 Aug 13 02:40:11.615329 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:11.630327 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 7b6e8f7a-c411-4ec6-bddf-b648813075b0) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:11.635876 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.639751 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.645442 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80bae61-110c-4faf-8dae-2c901a33e0a6 None None] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:11.660654 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-be41dd7a-a34c-41d6-b4f3-cd2d89b189ab admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5087681 Aug 13 02:40:11.661147 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49046) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:11.666306 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:11.685887 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f58186dc-3c07-4bbb-ba7b-1d4611d4c490 req-0a394cc8-665d-4c13-9597-06e99a95a0c2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Aug 13 02:40:11.696142 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.697315 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.742961 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Deleting port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:40:11.743375 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.832483 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.853003 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] For port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:11.853489 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.868936 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Calling delete_port for 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:40:11.956892 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:40:11.963108 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.079513 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.109388 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.125457 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f04f8-dbdd-4217-85f1-360fad7398f1 req-157437ef-8ca6-4d37-8834-bc0ae9352d7a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:12.128438 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f85f04f8-dbdd-4217-85f1-360fad7398f1 req-157437ef-8ca6-4d37-8834-bc0ae9352d7a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2238f36-9f17-4eab-a725-f953a4f412c7 HTTP/1.1" status: 200 len: 945 time: 0.2220278 Aug 13 02:40:12.189883 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Pushing event deleted for resources: {'Port': ['ID=8f779d99-5b2c-4cfb-bf80-cbe2af090f30,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:12.207437 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a54066e5-02c5-4266-80b5-57323bcf5e8d', '64cf9736-7ba4-44b2-b985-b82bd99680b6', 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7', '8f779d99-5b2c-4cfb-bf80-cbe2af090f30'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:12.259029 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f85f04f8-dbdd-4217-85f1-360fad7398f1 req-f847ee8f-a1a5-4e43-9582-08576edf2d24 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114237 Aug 13 02:40:12.322726 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] No DVR routers for this DVR port 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:40:12.325994 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.329138 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e8feadf-d61e-4334-a9b0-1354a44b7840 req-ccb6c020-2edc-407d-83b7-ccc45eaf3a89 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "DELETE /v2.0/ports/8f779d99-5b2c-4cfb-bf80-cbe2af090f30 HTTP/1.1" status: 204 len: 173 time: 0.7669630 Aug 13 02:40:12.329975 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2238f36-9f17-4eab-a725-f953a4f412c7', 'name': 'network-vif-deleted', 'tag': '8f779d99-5b2c-4cfb-bf80-cbe2af090f30'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:12.335862 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cbf9f8-7a9c-48c2-9ca5-109c2685b492" -d '{"events": [{"server_uuid": "d2238f36-9f17-4eab-a725-f953a4f412c7", "name": "network-vif-deleted", "tag": "8f779d99-5b2c-4cfb-bf80-cbe2af090f30"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:12.456978 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04355f16-81d5-404b-aae6-c9a10761077c x-openstack-request-id: req-04355f16-81d5-404b-aae6-c9a10761077c {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:12.458495 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2238f36-9f17-4eab-a725-f953a4f412c7", "name": "network-vif-deleted", "tag": "8f779d99-5b2c-4cfb-bf80-cbe2af090f30", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:12.458495 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04355f16-81d5-404b-aae6-c9a10761077c {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:12.459353 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2238f36-9f17-4eab-a725-f953a4f412c7', 'name': 'network-vif-deleted', 'tag': '8f779d99-5b2c-4cfb-bf80-cbe2af090f30', 'status': 'completed', 'code': 200} Aug 13 02:40:12.480851 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Allocated IP 172.20.0.2 (7b6e8f7a-c411-4ec6-bddf-b648813075b0/39be24a7-f14d-4c3a-a0d7-fcf757793c4c/e842c696-c00d-4de6-941d-dbd00794127b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:12.516171 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d583-7f2b-4981-9c1f-aab76627521c req-c96a8bcf-71c4-4e26-a3e5-0136c8683673 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:12.520637 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7e9d583-7f2b-4981-9c1f-aab76627521c req-c96a8bcf-71c4-4e26-a3e5-0136c8683673 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1659553 Aug 13 02:40:12.585204 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e7e9d583-7f2b-4981-9c1f-aab76627521c req-ffdb8dd0-bdae-486f-95f2-9b8dd7fa6acc tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559382 Aug 13 02:40:12.646420 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.682682 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.826813 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Allocated IP 172.27.0.225 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:12.841173 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.858573 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Transition to ACTIVE for port object e842c696-c00d-4de6-941d-dbd00794127b will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:12.894965 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Transition to ACTIVE for port object e842c696-c00d-4de6-941d-dbd00794127b will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:12.921177 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.953437 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.003353 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.031747 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:13.046051 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:13.051157 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:13.057756 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Pushing event updated for resources: {'Port': ['ID=e842c696-c00d-4de6-941d-dbd00794127b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:13.066526 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:13.075186 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:13.081349 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:13.126401 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:13.146122 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Attempting to bind port e842c696-c00d-4de6-941d-dbd00794127b on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:13.146497 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Attempting to bind port e842c696-c00d-4de6-941d-dbd00794127b by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:13.146875 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Attempting to bind port e842c696-c00d-4de6-941d-dbd00794127b on network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:13.157298 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:13.157783 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Checking segment: {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:13.158091 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.159163 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Bound using segment: {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:13.159708 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Bound port: e842c696-c00d-4de6-941d-dbd00794127b, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:13.160257 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.470919 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] For port e842c696-c00d-4de6-941d-dbd00794127b, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:13.477498 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] For port e842c696-c00d-4de6-941d-dbd00794127b, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=e842c696-c00d-4de6-941d-dbd00794127b,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:13.483609 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.514596 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.592678 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c269d-df7b-41f4-b14c-b73d6eb0918a req-47baeec6-3127-4ba4-8c4a-25c109cb9e30 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.593294 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b1311-13df-4277-911f-5e0c9f711d4c None None] Pushing event updated for resources: {'Port': ['ID=e842c696-c00d-4de6-941d-dbd00794127b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:13.595228 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f90c269d-df7b-41f4-b14c-b73d6eb0918a req-47baeec6-3127-4ba4-8c4a-25c109cb9e30 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1550903 Aug 13 02:40:13.828919 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2d12-dc7e-4852-be16-81cf0c49b8be req-cd9a31f9-a1b7-4f3c-918c-501ee1963e0f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.830783 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fd7c2d12-dc7e-4852-be16-81cf0c49b8be req-cd9a31f9-a1b7-4f3c-918c-501ee1963e0f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0985234 Aug 13 02:40:13.936396 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fd7c2d12-dc7e-4852-be16-81cf0c49b8be req-0bc748cc-bddb-4541-8f63-d80902397b68 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823619 Aug 13 02:40:14.070327 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f90c269d-df7b-41f4-b14c-b73d6eb0918a req-f7fe94ab-402b-4a03-89c6-098ba122bc21 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629614 Aug 13 02:40:14.208734 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:14.395384 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Router 53c54707-8dee-4d19-82fe-deb03b271b40 is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:40:14.635771 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:14.652360 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Sync routers for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:14.675402 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:14.676479 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:39:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:14.685151 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:14.692283 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49102) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:14.704897 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4de0fd88-6d26-4c3c-b981-9c9232f60909 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0422473 Aug 13 02:40:14.897743 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:14.939566 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafd3fe-6d5d-4133-8ccc-d2393483de02 None None] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:15.027704 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b30353-03d3-46d9-970a-4bc56bd2292d req-ff308d7e-0cc0-468f-9abe-9fbeb979c401 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.041263 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f6b30353-03d3-46d9-970a-4bc56bd2292d req-ff308d7e-0cc0-468f-9abe-9fbeb979c401 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 945 time: 0.1347847 Aug 13 02:40:15.054944 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-642b4d77-2b73-4519-b2c2-92dc7b6cd251 None None] Provisioning for port e842c696-c00d-4de6-941d-dbd00794127b completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:15.131415 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f6b30353-03d3-46d9-970a-4bc56bd2292d req-6481a4e4-83a8-4d3b-b842-4f339804f1c8 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879493 Aug 13 02:40:15.234584 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:40:15.255692 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:13Z', 'revision_number': 3, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:15.301333 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Checking router: 53c54707-8dee-4d19-82fe-deb03b271b40 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:15.301855 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Updating router 53c54707-8dee-4d19-82fe-deb03b271b40 port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:40:15.311431 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:40:15.311998 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 8f779d99-5b2c-4cfb-bf80-cbe2af090f30 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:40:15.315816 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f2734-3862-4b68-86a5-0597573c7c5f req-d3b4156d-7f6c-4530-882a-2250637b20e2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.318302 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-436f2734-3862-4b68-86a5-0597573c7c5f req-d3b4156d-7f6c-4530-882a-2250637b20e2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1116829 Aug 13 02:40:15.369047 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.443071 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-436f2734-3862-4b68-86a5-0597573c7c5f req-4f4181d8-5163-42cf-8c62-885caa49129d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730698 Aug 13 02:40:15.457614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49116) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:15.660088 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.663457 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b298c88-4d8d-480e-af0d-9db85a0c2baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.811894 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b298c88-4d8d-480e-af0d-9db85a0c2baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.820982 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b298c88-4d8d-480e-af0d-9db85a0c2baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.846180 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.871645 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Transition to ACTIVE for port object dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:15.882267 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.884690 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b298c88-4d8d-480e-af0d-9db85a0c2baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aec3dbf-05e0-4a20-a831-0b14d3c6b33a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:15.897600 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2b298c88-4d8d-480e-af0d-9db85a0c2baf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23903c0e5709470da25ac4754e02db0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375303 Aug 13 02:40:15.899387 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49122) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:15.935792 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device e842c696-c00d-4de6-941d-dbd00794127b up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:15.966288 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Attempting to bind port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:15.966572 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Attempting to bind port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:15.966925 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Attempting to bind port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:15.976019 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Pushing event updated for resources: {'Port': ['ID=dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:15.979746 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:15.980124 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:15.980522 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.980912 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:15.981413 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Bound port: dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:15.981864 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.987882 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Allocated IP 172.20.0.1 (7b6e8f7a-c411-4ec6-bddf-b648813075b0/39be24a7-f14d-4c3a-a0d7-fcf757793c4c/3430474e-8f29-41a0-9575-a3048c2b24e6) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:16.012379 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.012779 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.013233 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.013568 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.013927 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.014343 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.014663 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.014990 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.015388 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.015716 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.016119 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.016268 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac104abf-08fe-4b27-b5f7-6325ce9f45d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.016540 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:16.021735 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port e842c696-c00d-4de6-941d-dbd00794127b completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:16.028009 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port e842c696-c00d-4de6-941d-dbd00794127b triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:16.028424 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.068645 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac104abf-08fe-4b27-b5f7-6325ce9f45d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.082143 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] For port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:16.087882 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] For port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:16.094192 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.140634 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.158581 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:16.159655 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac104abf-08fe-4b27-b5f7-6325ce9f45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.159941 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:39:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:16.160337 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Transition to ACTIVE for port object 3430474e-8f29-41a0-9575-a3048c2b24e6 will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:16.170429 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac104abf-08fe-4b27-b5f7-6325ce9f45d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.177277 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ac104abf-08fe-4b27-b5f7-6325ce9f45d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9aec3dbf-05e0-4a20-a831-0b14d3c6b33a HTTP/1.1" status: 204 len: 168 time: 0.2718389 Aug 13 02:40:16.201508 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.209090 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.219371 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac104abf-08fe-4b27-b5f7-6325ce9f45d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aec3dbf-05e0-4a20-a831-0b14d3c6b33a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:16.250586 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67528e0c-6bc1-43b6-accc-420a8778c82a None None] Pushing event updated for resources: {'Port': ['ID=dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:16.250964 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:16.258563 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:16.262765 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:16.291077 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Pushing event updated for resources: {'Port': ['ID=3430474e-8f29-41a0-9575-a3048c2b24e6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:16.313898 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.411298 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port e842c696-c00d-4de6-941d-dbd00794127b, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=e842c696-c00d-4de6-941d-dbd00794127b,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:16.421088 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.584906 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:40:16.586771 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:16.615214 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=e842c696-c00d-4de6-941d-dbd00794127b,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:16.618433 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.618952 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a8108-d69f-475b-b971-cbf1d7eea4ea req-34da49db-5685-4b3e-b59f-8403e2fa8614 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.626708 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-585a8108-d69f-475b-b971-cbf1d7eea4ea req-34da49db-5685-4b3e-b59f-8403e2fa8614 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 945 time: 0.2845850 Aug 13 02:40:16.693012 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-585a8108-d69f-475b-b971-cbf1d7eea4ea req-d4eede45-7199-4a4f-a33f-5b1f67e69ba0 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604372 Aug 13 02:40:16.766618 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5b851203-3e2b-420c-8fdb-7abc1829e2bf None None] Provisioning for port 3430474e-8f29-41a0-9575-a3048c2b24e6 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:16.774226 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5b851203-3e2b-420c-8fdb-7abc1829e2bf None None] Provisioning complete for port 3430474e-8f29-41a0-9575-a3048c2b24e6 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:16.775164 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b851203-3e2b-420c-8fdb-7abc1829e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.849272 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5b851203-3e2b-420c-8fdb-7abc1829e2bf None None] Port 3430474e-8f29-41a0-9575-a3048c2b24e6 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:16.920016 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:13Z', 'revision_number': 3, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:16.947621 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4690536-de91-4de5-8b0a-90b9dc1b2441 req-099c7fb8-d6b3-4bd2-bb50-ee10537ad505 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.950305 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4690536-de91-4de5-8b0a-90b9dc1b2441 req-099c7fb8-d6b3-4bd2-bb50-ee10537ad505 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1789904 Aug 13 02:40:16.954440 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a7ba0-a0a9-4312-a737-25322aa97306 None None] The sync data for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi is: [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:13Z', 'revision_number': 3, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:17.024392 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e4690536-de91-4de5-8b0a-90b9dc1b2441 req-56907532-da8f-4458-b796-433b25f9a7b8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650446 Aug 13 02:40:17.068223 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:17.319441 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:17.399975 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Pushing event updated for resources: {'Port': ['ID=3430474e-8f29-41a0-9575-a3048c2b24e6,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:17.412687 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-a0f13be4-d198-4f54-a5e1-0422a8ffa870 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:17.414402 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-a0f13be4-d198-4f54-a5e1-0422a8ffa870 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 945 time: 0.3670673 Aug 13 02:40:17.416399 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:17.606180 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:17.608359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Deleting port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:40:17.608708 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:17.613420 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:17.906544 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] For port f3a60707-fc09-4b1f-8de7-4caae0f3ada7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:17.907251 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:17.953803 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Calling delete_port for f3a60707-fc09-4b1f-8de7-4caae0f3ada7 owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:40:17.982577 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Router 53c54707-8dee-4d19-82fe-deb03b271b40 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:40:17.995741 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3e488101-bdfd-44c3-8d60-07d4f1acd329 None None] Provisioning complete for port 3430474e-8f29-41a0-9575-a3048c2b24e6 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:17.997290 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e488101-bdfd-44c3-8d60-07d4f1acd329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:18.036270 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device e842c696-c00d-4de6-941d-dbd00794127b up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:18.052864 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b0b59-0c9e-42a6-8211-733f1688298d req-295a261a-4870-419f-aa10-ba711ddc36ae tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.054409 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef3b0b59-0c9e-42a6-8211-733f1688298d req-295a261a-4870-419f-aa10-ba711ddc36ae tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=341b23bc-f6ff-4801-bab7-fb3658e6ee87 HTTP/1.1" status: 200 len: 945 time: 0.1893575 Aug 13 02:40:18.097328 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3e488101-bdfd-44c3-8d60-07d4f1acd329 None None] Port 3430474e-8f29-41a0-9575-a3048c2b24e6 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:18.138223 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port e842c696-c00d-4de6-941d-dbd00794127b triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:18.138223 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:18.216049 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5945c23-169f-4ebd-bf60-fd6fda223080 req-8314cc1b-0dcc-488e-8070-cb36ea888f68 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.218596 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a5945c23-169f-4ebd-bf60-fd6fda223080 req-8314cc1b-0dcc-488e-8070-cb36ea888f68 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0828030 Aug 13 02:40:18.227577 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ef3b0b59-0c9e-42a6-8211-733f1688298d req-853330ed-4e0f-46c7-963d-20b9a927f5a4 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857990 Aug 13 02:40:18.229486 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:18.244347 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-814e8d79-9cb3-4232-966e-586cdfa92eec admin admin] 10.222.0.22 "PUT /v2.0/routers/53c54707-8dee-4d19-82fe-deb03b271b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5491335 Aug 13 02:40:18.298491 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:18.310386 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a5945c23-169f-4ebd-bf60-fd6fda223080 req-321b7797-12ac-4650-bd2e-015fbf569ba0 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770488 Aug 13 02:40:18.335183 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:18.355290 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a54066e5-02c5-4266-80b5-57323bcf5e8d', '64cf9736-7ba4-44b2-b985-b82bd99680b6'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:18.398566 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Pushing event deleted for resources: {'Port': ['ID=f3a60707-fc09-4b1f-8de7-4caae0f3ada7,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:18.459183 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] No DVR routers for this DVR port f3a60707-fc09-4b1f-8de7-4caae0f3ada7 on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:40:18.462915 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:18.466661 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-46d52d71-5d26-4b76-ab20-58c3d5a26d23 req-f00148aa-0d35-46e6-8a6e-a6616778de6e tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "DELETE /v2.0/ports/f3a60707-fc09-4b1f-8de7-4caae0f3ada7 HTTP/1.1" status: 204 len: 173 time: 1.0369067 Aug 13 02:40:18.467188 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341b23bc-f6ff-4801-bab7-fb3658e6ee87', 'name': 'network-vif-deleted', 'tag': 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:18.481787 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13a1a66-06fa-4abd-97fa-3e519d386119" -d '{"events": [{"server_uuid": "341b23bc-f6ff-4801-bab7-fb3658e6ee87", "name": "network-vif-deleted", "tag": "f3a60707-fc09-4b1f-8de7-4caae0f3ada7"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:18.483057 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:18.503872 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:18.504763 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:18.545377 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f2e843-39ef-47e1-a1db-c532417f49a5 x-openstack-request-id: req-22f2e843-39ef-47e1-a1db-c532417f49a5 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:18.546140 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341b23bc-f6ff-4801-bab7-fb3658e6ee87", "name": "network-vif-deleted", "tag": "f3a60707-fc09-4b1f-8de7-4caae0f3ada7", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:18.546680 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22f2e843-39ef-47e1-a1db-c532417f49a5 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:18.547250 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341b23bc-f6ff-4801-bab7-fb3658e6ee87', 'name': 'network-vif-deleted', 'tag': 'f3a60707-fc09-4b1f-8de7-4caae0f3ada7', 'status': 'completed', 'code': 200} Aug 13 02:40:18.710409 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:18.750128 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:18.759912 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:18.848133 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:19.109421 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Sync routers for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:19.125501 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:19.126201 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:39:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:19.170392 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device f3a60707-fc09-4b1f-8de7-4caae0f3ada7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:40:19.198528 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: f3a60707-fc09-4b1f-8de7-4caae0f3ada7 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:40:19.198933 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device f3a60707-fc09-4b1f-8de7-4caae0f3ada7 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:40:19.249142 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49162) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:19.257585 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-670292514-network', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:19.306909 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Made reservation on behalf of 06526cd22a5241da8e5405e71f77e40a for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:19.309973 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.333694 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.337669 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:19.514315 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.532070 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.577281 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:19.604404 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dcb640-6dd8-4da9-be4c-591a74b4c5fd,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:19.624979 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddd87b-b0f0-4728-a406-bc375a1de109 req-b82f433e-bd93-4b85-b9dd-804a6731d343 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.638147 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-caddd87b-b0f0-4728-a406-bc375a1de109 req-b82f433e-bd93-4b85-b9dd-804a6731d343 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1465614 Aug 13 02:40:19.643117 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.643690 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Added segment 5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf of type vlan for network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 Aug 13 02:40:19.747749 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 2, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:19.753856 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.776645 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-caddd87b-b0f0-4728-a406-bc375a1de109 req-932114cf-b85a-481c-b874-4d2b8f4575b8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370022 Aug 13 02:40:19.787956 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Checking router: 53c54707-8dee-4d19-82fe-deb03b271b40 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:19.788312 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Updating router 53c54707-8dee-4d19-82fe-deb03b271b40 port 3430474e-8f29-41a0-9575-a3048c2b24e6 binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:40:19.817171 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.848438 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.850561 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.851836 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:19.873766 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f5375-bbfa-451b-982f-b638527e4feb req-45acebe1-d5de-44ad-b959-19a5fe2bf6d5 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.876285 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1c2f5375-bbfa-451b-982f-b638527e4feb req-45acebe1-d5de-44ad-b959-19a5fe2bf6d5 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 946 time: 0.1269197 Aug 13 02:40:19.893390 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:19.938855 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6840429 Aug 13 02:40:19.941909 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49174) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:19.960247 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1c2f5375-bbfa-451b-982f-b638527e4feb req-bb5e16e2-57aa-4c1a-88ca-022cb6f70e94 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631411 Aug 13 02:40:19.972419 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Request body: {'subnet': {'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-670292514-subnet', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:19.978401 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d06894-c962-4083-8690-5be6869e60d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0d5388e2-79bb-406e-969d-3ccfbdaffd60,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:19.999634 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:20.023213 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Made reservation on behalf of 06526cd22a5241da8e5405e71f77e40a for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:20.027509 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8796856'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.184675 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:20.185330 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.323726 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11972983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8796810'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.432163 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.433000 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=104061bf-f910-4177-890f-4ed8fe800318,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:20.437595 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Checking segment: {'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:20.437981 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Network hostable DHCP agents. Network: 0d5388e2-79bb-406e-969d-3ccfbdaffd60, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:20.449443 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Transition to ACTIVE for port object 3430474e-8f29-41a0-9575-a3048c2b24e6 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:20.457308 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.462165 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:20.473895 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 0d5388e2-79bb-406e-969d-3ccfbdaffd60) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:20.482073 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.482883 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.500669 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f8c9b7f2-2dc8-4654-bc86-5afb6fc37483 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5476420 Aug 13 02:40:20.501480 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5937d76c-e04e-492e-8f12-3f424b427535 None None] Network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:20.504270 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49178) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:20.511782 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:20.544589 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.546446 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.588200 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fcfaa-bd0d-41eb-aaed-133e8c2d2d6d None None] Pushing event updated for resources: {'Port': ['ID=3430474e-8f29-41a0-9575-a3048c2b24e6,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:20.640903 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.674549 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Attempting to bind port 3430474e-8f29-41a0-9575-a3048c2b24e6 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:20.675119 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Attempting to bind port 3430474e-8f29-41a0-9575-a3048c2b24e6 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:20.675496 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Attempting to bind port 3430474e-8f29-41a0-9575-a3048c2b24e6 on network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:20.701402 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:20.701718 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Checking segment: {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:20.702100 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.702495 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Bound using segment: {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:20.702974 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Bound port: 3430474e-8f29-41a0-9575-a3048c2b24e6, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:20.703363 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.883605 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.960172 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-0d5388e2-79bb-406e-969d-3ccfbdaffd60', 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'fixed_ips': [{'subnet_id': '104061bf-f910-4177-890f-4ed8fe800318'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:40:20.963081 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.003798 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0d6a5-1482-4d5c-a13b-9b011bd78adc req-40952a00-5c43-4267-8c73-58045bc75912 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.007833 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87c0d6a5-1482-4d5c-a13b-9b011bd78adc req-40952a00-5c43-4267-8c73-58045bc75912 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0989683 Aug 13 02:40:21.010576 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] For port 3430474e-8f29-41a0-9575-a3048c2b24e6, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:21.065564 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87c0d6a5-1482-4d5c-a13b-9b011bd78adc req-c6a7194e-71fc-40bb-b307-e3bb4e1c2631 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507507 Aug 13 02:40:21.139386 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] For port 3430474e-8f29-41a0-9575-a3048c2b24e6, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=3430474e-8f29-41a0-9575-a3048c2b24e6,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:21.145355 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.239392 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.259160 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb4bb8-d66b-4116-8cbc-fc69cdb8311e req-12ae7e9f-5a76-4b1c-8751-012b0b1d9609 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.260733 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13eb4bb8-d66b-4116-8cbc-fc69cdb8311e req-12ae7e9f-5a76-4b1c-8751-012b0b1d9609 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 946 time: 0.1283383 Aug 13 02:40:21.278010 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fcfaa-bd0d-41eb-aaed-133e8c2d2d6d None None] Pushing event updated for resources: {'Port': ['ID=3430474e-8f29-41a0-9575-a3048c2b24e6,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:21.281368 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:21.288120 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:39:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:21.295892 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.374879 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Allocated IP 172.20.0.2 (0d5388e2-79bb-406e-969d-3ccfbdaffd60/104061bf-f910-4177-890f-4ed8fe800318/ce84568f-f1c3-4c2d-9c59-bf6e4e401d86) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:21.452866 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13eb4bb8-d66b-4116-8cbc-fc69cdb8311e req-0c0a7f3c-60e8-42a2-aa27-c1b3ed6c18e6 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605411 Aug 13 02:40:21.542055 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c842-0969-48b6-8c40-12624102dc09 req-774dc51a-2980-4541-957b-a67397550723 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.543840 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81b4c842-0969-48b6-8c40-12624102dc09 req-774dc51a-2980-4541-957b-a67397550723 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 946 time: 0.1108625 Aug 13 02:40:21.571022 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Allocated IP 172.27.0.7 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/b6941980-ceee-4855-aece-6e4e62b72f9c) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:21.613898 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:21.750797 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Deleting port 64cf9736-7ba4-44b2-b985-b82bd99680b6 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:40:21.751295 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.756590 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.885670 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] For port 64cf9736-7ba4-44b2-b985-b82bd99680b6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64cf9736-7ba4-44b2-b985-b82bd99680b6,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:21.886069 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.895648 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.927841 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Calling delete_port for 64cf9736-7ba4-44b2-b985-b82bd99680b6 owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:40:21.936615 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:21.959943 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Transition to ACTIVE for port object ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:21.961201 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:21.966552 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Pushing event updated for resources: {'Port': ['ID=b6941980-ceee-4855-aece-6e4e62b72f9c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:21.969221 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:22.003722 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:22.023306 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Transition to ACTIVE for port object ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:22.034326 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:22.106234 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:22.109924 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Pushing event updated for resources: {'Port': ['ID=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:22.115169 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:22.117554 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:22.122316 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:20Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:22.161238 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b23512-00f8-4d27-a110-0753b4a444a1 None None] The sync data for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi is: [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:20Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:22.278284 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Attempting to bind port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:22.278942 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Attempting to bind port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:22.279119 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Attempting to bind port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 on network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:22.286415 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:22.286783 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Checking segment: {'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:22.287199 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:22.287590 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Bound using segment: {'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:22.288077 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Bound port: ce84568f-f1c3-4c2d-9c59-bf6e4e401d86, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:22.288720 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:22.341295 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1870b-97c1-4138-80be-29d13faf22c2 req-3459eb3d-754e-4777-b62e-aedb2ba05226 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:22.358475 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-09c1870b-97c1-4138-80be-29d13faf22c2 req-3459eb3d-754e-4777-b62e-aedb2ba05226 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1560760 Aug 13 02:40:22.421030 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] For port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:22.421030 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] For port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,segment=NetworkSegment(5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf),segment_id=5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:22.428267 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:22.476977 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-09c1870b-97c1-4138-80be-29d13faf22c2 req-e39cce1e-8132-4739-b70b-20f2a7cf3f3f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063678 Aug 13 02:40:22.585291 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:22.598671 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76957444-d95f-4402-b10e-c57adb9076e3 None None] Pushing event updated for resources: {'Port': ['ID=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:22.662795 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:22.681110 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a54066e5-02c5-4266-80b5-57323bcf5e8d', '64cf9736-7ba4-44b2-b985-b82bd99680b6'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:23.241350 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-171e9f01-f218-44da-b11f-e47a0182fa52 req-b003a4d7-b388-42bb-9f7f-9f94982c0c17 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed37dbec-97c5-45c6-9322-005e27ba853e HTTP/1.1" status: 200 len: 210 time: 0.5537682 Aug 13 02:40:23.278596 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Pushing event deleted for resources: {'Port': ['ID=64cf9736-7ba4-44b2-b985-b82bd99680b6,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:23.286927 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] No DVR routers for this DVR port 64cf9736-7ba4-44b2-b985-b82bd99680b6 on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:40:23.291845 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.295695 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-81b4c842-0969-48b6-8c40-12624102dc09 req-dfe0bdba-7b2f-4546-a9f4-282b0c30dcef tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "DELETE /v2.0/ports/64cf9736-7ba4-44b2-b985-b82bd99680b6 HTTP/1.1" status: 204 len: 173 time: 1.7388403 Aug 13 02:40:23.301423 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed37dbec-97c5-45c6-9322-005e27ba853e', 'name': 'network-vif-deleted', 'tag': '64cf9736-7ba4-44b2-b985-b82bd99680b6'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:23.305798 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ac18e6-d438-44db-ac3d-a80bc58d1a88" -d '{"events": [{"server_uuid": "ed37dbec-97c5-45c6-9322-005e27ba853e", "name": "network-vif-deleted", "tag": "64cf9736-7ba4-44b2-b985-b82bd99680b6"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:23.342245 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f92d9a-88fc-429c-b0ee-3f267e91ea92 req-3946cf25-e3b7-4f4e-82b0-29132873f36d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.344770 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-91f92d9a-88fc-429c-b0ee-3f267e91ea92 req-3946cf25-e3b7-4f4e-82b0-29132873f36d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0909052 Aug 13 02:40:23.351502 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-0ef069f8-227b-4417-a3ec-2bf0e5469af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.353817 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-0ef069f8-227b-4417-a3ec-2bf0e5469af1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1098 time: 0.1395028 Aug 13 02:40:23.410313 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af9245c-e3ee-4918-8189-a8fc347cdf6f x-openstack-request-id: req-8af9245c-e3ee-4918-8189-a8fc347cdf6f {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:23.411034 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed37dbec-97c5-45c6-9322-005e27ba853e", "name": "network-vif-deleted", "tag": "64cf9736-7ba4-44b2-b985-b82bd99680b6", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:23.411559 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8af9245c-e3ee-4918-8189-a8fc347cdf6f {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:23.412424 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed37dbec-97c5-45c6-9322-005e27ba853e', 'name': 'network-vif-deleted', 'tag': '64cf9736-7ba4-44b2-b985-b82bd99680b6', 'status': 'completed', 'code': 200} Aug 13 02:40:23.416767 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-91f92d9a-88fc-429c-b0ee-3f267e91ea92 req-ce841097-7f85-417a-aad5-f000cf413ef7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597248 Aug 13 02:40:23.612023 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-9dd1e6db-99df-40f6-9e1b-4be948deb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.617038 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.620845 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-9dd1e6db-99df-40f6-9e1b-4be948deb443 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 919 time: 0.2190471 Aug 13 02:40:23.731518 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-fa03395a-cfc1-4de0-9950-2b830492fd0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 200 len: 217 time: 0.1005456 Aug 13 02:40:23.837295 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-9edc4de8-c76e-4cd8-9091-cd38906eb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.839737 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-9edc4de8-c76e-4cd8-9091-cd38906eb228 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.0945790 Aug 13 02:40:23.901461 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:40:23.990404 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-4eca8a90-a448-4011-a8d3-5e7939b2830f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237888 Aug 13 02:40:24.099655 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 3430474e-8f29-41a0-9575-a3048c2b24e6 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:24.171668 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53639ee1-6890-4b27-9344-39f90fdeab2e req-95ca9150-a414-4aa6-a8e4-ae3a4a3755ba tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:24.189757 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-53639ee1-6890-4b27-9344-39f90fdeab2e req-95ca9150-a414-4aa6-a8e4-ae3a4a3755ba tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.4621954 Aug 13 02:40:24.201562 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9340719-384f-4792-ade1-e335087340e2 None None] Network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:24.252730 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:24.275770 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-53639ee1-6890-4b27-9344-39f90fdeab2e req-d72b7c01-ce0e-4584-8909-bfe1c29d6bc4 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821054 Aug 13 02:40:24.291057 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 3430474e-8f29-41a0-9575-a3048c2b24e6 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:24.297515 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a3ad3f9c-f8ca-453f-ad5f-c4e1696b76b7 None None] Provisioning for port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:24.299671 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 3430474e-8f29-41a0-9575-a3048c2b24e6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:24.300045 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.308843 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.318025 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fa849f56-cbaf-4ffc-a5f8-0f125940edc9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8116693 Aug 13 02:40:24.318924 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49214) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:24.326770 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Sync routers for ids ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:24.340265 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-35f3b2b0-1579-4501-9940-ff28073e9cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387990 Aug 13 02:40:24.350057 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Routers {'15a1fc29-8d4d-4f5e-ab73-c27d322b366b'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:24.351166 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:39:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:24.540429 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.635476 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Set router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:24.669111 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 3430474e-8f29-41a0-9575-a3048c2b24e6, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=3430474e-8f29-41a0-9575-a3048c2b24e6,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:24.677071 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.678066 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:24.801852 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a8fc1-c4c5-46aa-9163-00a551a932e5 req-bbc0d9ae-724a-44a2-b21a-f36c2a17f3bb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:24.820039 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a7a8fc1-c4c5-46aa-9163-00a551a932e5 req-bbc0d9ae-724a-44a2-b21a-f36c2a17f3bb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.2682836 Aug 13 02:40:24.865076 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1b723f3b-f166-42c8-8b21-5b428f0bf41f req-55135da5-a249-479e-9ac3-93b1889263d2 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436677 Aug 13 02:40:24.895520 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb4ab-b393-4238-917d-c2152843f17b req-c299a18c-c247-46bc-ac31-efe88b72ac2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:24.909525 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dceeb4ab-b393-4238-917d-c2152843f17b req-c299a18c-c247-46bc-ac31-efe88b72ac2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.2312639 Aug 13 02:40:24.931866 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=3430474e-8f29-41a0-9575-a3048c2b24e6,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:24.936013 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6a7a8fc1-c4c5-46aa-9163-00a551a932e5 req-6da00300-1d65-4aad-b244-5cf142fb33d7 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149290 Aug 13 02:40:24.990006 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-93456194-4437-4b7e-9098-852736e60f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:24.992146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:24.999010 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-93456194-4437-4b7e-9098-852736e60f4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 1098 time: 0.1336637 Aug 13 02:40:25.000127 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:25.002102 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.051548 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dceeb4ab-b393-4238-917d-c2152843f17b req-6fb23cce-0abf-41f8-9762-eca0f0a6f3c2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408522 Aug 13 02:40:25.152449 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:40:22Z', 'revision_number': 3, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port': {'id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:21Z', 'updated_at': '2021-08-13T02:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:25.167646 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 64cf9736-7ba4-44b2-b985-b82bd99680b6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:40:25.202573 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 64cf9736-7ba4-44b2-b985-b82bd99680b6 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:40:25.203114 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 64cf9736-7ba4-44b2-b985-b82bd99680b6 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:40:25.206426 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.209575 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Checking router: 15a1fc29-8d4d-4f5e-ab73-c27d322b366b for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:25.210899 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Updating router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b port b6941980-ceee-4855-aece-6e4e62b72f9c binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:40:25.234055 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-bd2f496f-d3dc-46e4-b9cc-caa743ac7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:25.236265 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-bd2f496f-d3dc-46e4-b9cc-caa743ac7adf service neutron] 10.222.0.20 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 911 time: 0.2124481 Aug 13 02:40:25.268594 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.298314 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,segment=NetworkSegment(5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf),segment_id=5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:25.310789 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.392882 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-a6df5de4-901c-473b-8171-de69fc6e4110 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4c18033-9d43-431e-b125-5a9577c32945 HTTP/1.1" status: 200 len: 1001 time: 0.1458495 Aug 13 02:40:25.429920 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ca4a456d-fd62-40bd-b341-bba57e0946c2 None None] Provisioning complete for port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:25.430589 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca4a456d-fd62-40bd-b341-bba57e0946c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.433202 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:25.515472 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-704020f6-6034-4210-b433-02b5a2166307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:25.518240 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-704020f6-6034-4210-b433-02b5a2166307 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 200 len: 849 time: 0.1142836 Aug 13 02:40:25.536648 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.626553 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-6c7aa81d-46c5-41fb-bc74-988a344a3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:25.630358 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-6c7aa81d-46c5-41fb-bc74-988a344a3e80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a49d6fb8-f33d-48b3-9460-f95eb3f24890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987678 Aug 13 02:40:25.724241 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.739701 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Transition to ACTIVE for port object b6941980-ceee-4855-aece-6e4e62b72f9c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:25.748991 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.777252 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-cf0464a2-e96b-416e-b4ac-f9900239ac47 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332591 Aug 13 02:40:25.793343 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Allocated IP 172.20.0.1 (0d5388e2-79bb-406e-969d-3ccfbdaffd60/104061bf-f910-4177-890f-4ed8fe800318/c228ff1e-2b58-40dd-a40a-b45c84df9bc6) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:25.807649 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d939f4-5062-4eed-acbf-13c13584370c None None] Pushing event updated for resources: {'Port': ['ID=b6941980-ceee-4855-aece-6e4e62b72f9c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:25.826498 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Attempting to bind port b6941980-ceee-4855-aece-6e4e62b72f9c on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:25.827267 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Attempting to bind port b6941980-ceee-4855-aece-6e4e62b72f9c by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:25.827805 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Attempting to bind port b6941980-ceee-4855-aece-6e4e62b72f9c on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:25.844899 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:25.846373 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:25.847725 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.848297 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:25.849206 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Bound port: b6941980-ceee-4855-aece-6e4e62b72f9c, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:25.849784 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.956755 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] For port b6941980-ceee-4855-aece-6e4e62b72f9c, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:25.958589 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] For port b6941980-ceee-4855-aece-6e4e62b72f9c, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=b6941980-ceee-4855-aece-6e4e62b72f9c,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:25.965914 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:25.974794 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 3430474e-8f29-41a0-9575-a3048c2b24e6 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:26.000547 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cc49d333-e094-42fc-9de7-d2b60e6d03b0 req-b0059402-048f-4ca8-9c0a-d9bb18a7eacb service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091665 Aug 13 02:40:26.020439 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.063209 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Transition to ACTIVE for port object c228ff1e-2b58-40dd-a40a-b45c84df9bc6 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:26.090540 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 3430474e-8f29-41a0-9575-a3048c2b24e6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:26.091926 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.108194 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ebb43-d7c8-4a16-9875-03ba137991a2 req-9b7e1ac8-aa3d-4275-bdc8-8209e3f93ec0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.120415 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d939f4-5062-4eed-acbf-13c13584370c None None] Pushing event updated for resources: {'Port': ['ID=b6941980-ceee-4855-aece-6e4e62b72f9c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:26.121608 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b49ebb43-d7c8-4a16-9875-03ba137991a2 req-9b7e1ac8-aa3d-4275-bdc8-8209e3f93ec0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0948980 Aug 13 02:40:26.173126 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Routers {'15a1fc29-8d4d-4f5e-ab73-c27d322b366b'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:26.175812 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:39:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:26.198650 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b49ebb43-d7c8-4a16-9875-03ba137991a2 req-b6fa5ec5-f616-4278-a3d6-786e4f671212 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 Aug 13 02:40:26.202761 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.254893 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:26.273510 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:26.280888 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:26.286464 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:26.338841 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Pushing event updated for resources: {'Port': ['ID=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:26.391055 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] Set router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:26.395214 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:26.395758 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.445346 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.473581 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d69ea39-0784-4cf5-a118-7b6e6b5d882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.679702 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147bc5c-71fb-4b8a-9444-0446ce8f8453 req-2930cbc2-aeb1-4185-a015-a6284d503573 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.682293 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d147bc5c-71fb-4b8a-9444-0446ce8f8453 req-2930cbc2-aeb1-4185-a015-a6284d503573 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.3031273 Aug 13 02:40:26.685298 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1dd79b59-ede5-48a0-919f-cf45267cea6e None None] Provisioning for port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:26.689290 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a03410-aa1b-4c58-8caf-a6e980edc215 req-50a21437-9c5d-4042-8edf-a5ea1ee6bd81 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.691276 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73a03410-aa1b-4c58-8caf-a6e980edc215 req-50a21437-9c5d-4042-8edf-a5ea1ee6bd81 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 946 time: 0.1164429 Aug 13 02:40:26.695644 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1dd79b59-ede5-48a0-919f-cf45267cea6e None None] Provisioning complete for port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:26.697736 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1dd79b59-ede5-48a0-919f-cf45267cea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.750128 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:40:22Z', 'revision_number': 3, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port': {'id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:21Z', 'updated_at': '2021-08-13T02:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:26.802126 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1dd79b59-ede5-48a0-919f-cf45267cea6e None None] Port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:26.809836 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73a03410-aa1b-4c58-8caf-a6e980edc215 req-f43ba478-f1cd-4ba0-8238-1c175f7ebeb1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011758 Aug 13 02:40:26.816975 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce783d-97c3-4260-b314-9c0ef7e4cb99 None None] The sync data for ids ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'] in dv-cinder-760199-7-iscsi is: [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:40:22Z', 'revision_number': 3, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port': {'id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:21Z', 'updated_at': '2021-08-13T02:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:26.862349 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:26.887728 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d147bc5c-71fb-4b8a-9444-0446ce8f8453 req-2a530b49-3ef5-46d6-b4d7-e1018ff0f26f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728954 Aug 13 02:40:27.114889 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.123118 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.218479 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Pushing event updated for resources: {'Port': ['ID=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:27.224257 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.257146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.381726 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:27.383758 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:27.392290 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3efd6b-c43b-41de-91f5-228623551c91 req-623f5901-053f-4f4a-90aa-6efd22a62aa1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:27.394975 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9a3efd6b-c43b-41de-91f5-228623551c91 req-623f5901-053f-4f4a-90aa-6efd22a62aa1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0606568 Aug 13 02:40:27.485256 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9a3efd6b-c43b-41de-91f5-228623551c91 req-746ab896-0c5d-41ce-a1f0-e205d644ead9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791526 Aug 13 02:40:27.637796 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:40:27.741814 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a442fefc-219a-4784-b3fe-055804b71ac5 None None] Provisioning complete for port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:27.742198 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a442fefc-219a-4784-b3fe-055804b71ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:27.807009 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a442fefc-219a-4784-b3fe-055804b71ac5 None None] Port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:27.916420 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device b6941980-ceee-4855-aece-6e4e62b72f9c up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:28.051588 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee462e3f-c813-4d93-b5c6-49483e4fdc03 req-3a4e9792-8096-4102-a48c-ebfd1e4b5c3a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:28.054118 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee462e3f-c813-4d93-b5c6-49483e4fdc03 req-3a4e9792-8096-4102-a48c-ebfd1e4b5c3a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 946 time: 0.0877757 Aug 13 02:40:28.131867 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:28.136665 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port b6941980-ceee-4855-aece-6e4e62b72f9c completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:28.143859 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port b6941980-ceee-4855-aece-6e4e62b72f9c triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:28.144367 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.145470 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-400dc7ac-5913-4216-b7dc-0d2490943da2 admin admin] 10.222.0.22 "PUT /v2.0/routers/15a1fc29-8d4d-4f5e-ab73-c27d322b366b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8248026 Aug 13 02:40:28.149716 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee462e3f-c813-4d93-b5c6-49483e4fdc03 req-e2a3744b-ba37-4d69-9fe3-2028b7b5d4d4 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/security-groups?id=aac5d044-1af1-4e16-bb57-84ef2c308e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886526 Aug 13 02:40:28.176449 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f72956-0a59-4f7e-9448-a7b750ca0215 req-af6faaa9-7316-4d6f-b425-9a65776d9907 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:28.194631 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a7f72956-0a59-4f7e-9448-a7b750ca0215 req-af6faaa9-7316-4d6f-b425-9a65776d9907 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1271944 Aug 13 02:40:28.208207 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-4a1bcabc-5dfb-4799-b458-372a88dfebfe tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:28.209909 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-4a1bcabc-5dfb-4799-b458-372a88dfebfe tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 946 time: 0.1180241 Aug 13 02:40:28.262949 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.265566 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a7f72956-0a59-4f7e-9448-a7b750ca0215 req-79d78d18-0427-41cb-88aa-fd99ada475f0 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539172 Aug 13 02:40:28.310745 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port b6941980-ceee-4855-aece-6e4e62b72f9c, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=b6941980-ceee-4855-aece-6e4e62b72f9c,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:28.316731 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.359645 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Deleting port a54066e5-02c5-4266-80b5-57323bcf5e8d {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:40:28.359988 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.398208 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=b6941980-ceee-4855-aece-6e4e62b72f9c,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:28.487351 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] For port a54066e5-02c5-4266-80b5-57323bcf5e8d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a54066e5-02c5-4266-80b5-57323bcf5e8d,segment=NetworkSegment(c5d95883-66d4-4ec5-ba14-950264f9d7b4),segment_id=c5d95883-66d4-4ec5-ba14-950264f9d7b4)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:28.488159 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.504058 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Calling delete_port for a54066e5-02c5-4266-80b5-57323bcf5e8d owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:40:28.772722 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69a75-0008-476c-ab15-f9ab80e5e8e9 req-6f5430fa-cc41-4a80-95d1-bc04ab629c61 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:28.775158 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-90a69a75-0008-476c-ab15-f9ab80e5e8e9 req-6f5430fa-cc41-4a80-95d1-bc04ab629c61 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1830864 Aug 13 02:40:28.822281 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.844388 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a54066e5-02c5-4266-80b5-57323bcf5e8d'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:28.863999 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Pushing event deleted for resources: {'Port': ['ID=a54066e5-02c5-4266-80b5-57323bcf5e8d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:28.878769 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-90a69a75-0008-476c-ab15-f9ab80e5e8e9 req-444b260e-366d-4453-a190-57d04cda3864 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926518 Aug 13 02:40:28.902790 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f39f112d-b870-4f20-9b63-b821618392ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.940453 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] No DVR routers for this DVR port a54066e5-02c5-4266-80b5-57323bcf5e8d on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:40:28.944702 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.948052 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5c8792d-25fe-44a1-a4e4-c3c0dc95ef7a req-09c489f9-c963-4409-b986-da676e1e90a1 tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.20 "DELETE /v2.0/ports/a54066e5-02c5-4266-80b5-57323bcf5e8d HTTP/1.1" status: 204 len: 173 time: 0.7298281 Aug 13 02:40:28.948710 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a727b05a-7476-425a-be87-b4d4651f4fa0', 'name': 'network-vif-deleted', 'tag': 'a54066e5-02c5-4266-80b5-57323bcf5e8d'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:28.951992 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f72dcc-b49c-4654-8dd5-886675f2e438" -d '{"events": [{"server_uuid": "a727b05a-7476-425a-be87-b4d4651f4fa0", "name": "network-vif-deleted", "tag": "a54066e5-02c5-4266-80b5-57323bcf5e8d"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:29.033363 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f28d43-8f43-4bad-80d3-827707cb7b64 x-openstack-request-id: req-82f28d43-8f43-4bad-80d3-827707cb7b64 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:29.033968 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a727b05a-7476-425a-be87-b4d4651f4fa0", "name": "network-vif-deleted", "tag": "a54066e5-02c5-4266-80b5-57323bcf5e8d", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:29.034216 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82f28d43-8f43-4bad-80d3-827707cb7b64 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:29.034617 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a727b05a-7476-425a-be87-b4d4651f4fa0', 'name': 'network-vif-deleted', 'tag': 'a54066e5-02c5-4266-80b5-57323bcf5e8d', 'status': 'completed', 'code': 200} Aug 13 02:40:29.137329 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Sync routers for ids ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:29.149307 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Routers {'15a1fc29-8d4d-4f5e-ab73-c27d322b366b'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:29.150176 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:40:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:29.281700 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Set router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:29.382429 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ba389871-e7e1-46cc-82bf-c5c0b126560f req-b8f52b83-5d6c-45ee-be0d-666e29db7d2a tempest-AttachVolumeNegativeTest-1471792165 tempest-AttachVolumeNegativeTest-1471792165-project] 10.222.0.22 "GET /v2.0/ports?device_id=a727b05a-7476-425a-be87-b4d4651f4fa0 HTTP/1.1" status: 200 len: 210 time: 0.0532591 Aug 13 02:40:29.537169 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:29.603136 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:40:26Z', 'revision_number': 4, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port': {'id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:21Z', 'updated_at': '2021-08-13T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'c228ff1e-2b58-40dd-a40a-b45c84df9bc6', 'name': '', 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'mac_address': 'fa:16:3e:aa:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '104061bf-f910-4177-890f-4ed8fe800318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:25Z', 'updated_at': '2021-08-13T02:40:26Z', 'revision_number': 2, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'subnets': [{'id': '104061bf-f910-4177-890f-4ed8fe800318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:29.647032 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Checking router: 15a1fc29-8d4d-4f5e-ab73-c27d322b366b for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:29.647457 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Updating router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:40:29.679556 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:29.913116 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device b6941980-ceee-4855-aece-6e4e62b72f9c up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:30.016218 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port b6941980-ceee-4855-aece-6e4e62b72f9c triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:30.016593 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.144997 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.151966 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273ead-bf39-4364-a662-d27fcdaa22b5 req-f7a494f1-1630-4215-a935-612ff2862158 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:30.152821 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.163387 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f273ead-bf39-4364-a662-d27fcdaa22b5 req-f7a494f1-1630-4215-a935-612ff2862158 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0911977 Aug 13 02:40:30.172384 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Transition to ACTIVE for port object c228ff1e-2b58-40dd-a40a-b45c84df9bc6 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:30.183588 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.255128 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f273ead-bf39-4364-a662-d27fcdaa22b5 req-aa2f99e3-89ed-4477-ac1c-49435dcc15a5 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867343 Aug 13 02:40:30.295475 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c2608-cabc-4027-8d0e-a1a4d5588ed9 None None] Pushing event updated for resources: {'Port': ['ID=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:30.385374 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Attempting to bind port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:30.385374 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Attempting to bind port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:30.385886 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Attempting to bind port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 on network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:30.393116 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:30.393637 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Checking segment: {'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:30.393898 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.394534 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Bound using segment: {'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:30.395338 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Bound port: c228ff1e-2b58-40dd-a40a-b45c84df9bc6, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:30.395773 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.502297 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49294) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:30.574616 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] For port c228ff1e-2b58-40dd-a40a-b45c84df9bc6, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:30.578473 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] For port c228ff1e-2b58-40dd-a40a-b45c84df9bc6, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,segment=NetworkSegment(5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf),segment_id=5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:30.597028 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.640068 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-f622b1c3-58d7-4288-9d1c-887d7e407064 admin admin] Deleting subnet 0e018dfb-c02d-49bc-8572-ae56d4d153d7 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:40:30.647039 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f622b1c3-58d7-4288-9d1c-887d7e407064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.715321 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Routers {'15a1fc29-8d4d-4f5e-ab73-c27d322b366b'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:30.716401 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:40:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:30.724024 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c2608-cabc-4027-8d0e-a1a4d5588ed9 None None] Pushing event updated for resources: {'Port': ['ID=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:30.754748 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f622b1c3-58d7-4288-9d1c-887d7e407064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12023513'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.853794 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f622b1c3-58d7-4288-9d1c-887d7e407064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.934513 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] Set router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:31.036737 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f622b1c3-58d7-4288-9d1c-887d7e407064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11972912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8796819'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.077182 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622b1c3-58d7-4288-9d1c-887d7e407064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e018dfb-c02d-49bc-8572-ae56d4d153d7,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:31.093520 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f622b1c3-58d7-4288-9d1c-887d7e407064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.101905 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f622b1c3-58d7-4288-9d1c-887d7e407064 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0e018dfb-c02d-49bc-8572-ae56d4d153d7 HTTP/1.1" status: 204 len: 168 time: 0.5978184 Aug 13 02:40:31.102826 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49300) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:31.211100 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device a54066e5-02c5-4266-80b5-57323bcf5e8d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:40:31.214354 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.259895 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: a54066e5-02c5-4266-80b5-57323bcf5e8d {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:40:31.260688 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device a54066e5-02c5-4266-80b5-57323bcf5e8d not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:40:31.429134 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:40:26Z', 'revision_number': 4, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port': {'id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:21Z', 'updated_at': '2021-08-13T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'c228ff1e-2b58-40dd-a40a-b45c84df9bc6', 'name': '', 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'mac_address': 'fa:16:3e:aa:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '104061bf-f910-4177-890f-4ed8fe800318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:25Z', 'updated_at': '2021-08-13T02:40:30Z', 'revision_number': 4, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'subnets': [{'id': '104061bf-f910-4177-890f-4ed8fe800318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:31.439929 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.467670 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aca5ec-dbd3-40e0-8cb4-e5553edff624 None None] The sync data for ids ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'] in dv-cinder-760199-7-iscsi is: [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:40:26Z', 'revision_number': 4, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port': {'id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:21Z', 'updated_at': '2021-08-13T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'c228ff1e-2b58-40dd-a40a-b45c84df9bc6', 'name': '', 'network_id': '0d5388e2-79bb-406e-969d-3ccfbdaffd60', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'mac_address': 'fa:16:3e:aa:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '104061bf-f910-4177-890f-4ed8fe800318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:25Z', 'updated_at': '2021-08-13T02:40:30Z', 'revision_number': 4, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'subnets': [{'id': '104061bf-f910-4177-890f-4ed8fe800318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:31.469456 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4337783e-e016-4ac9-8c19-e6fa7261827f']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:31.506083 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d95883-66d4-4ec5-ba14-950264f9d7b4') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:31.506649 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d95883-66d4-4ec5-ba14-950264f9d7b4') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:31.531340 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023502'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.586248 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.601323 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:40:31.602556 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11973102'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.631731 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f138e-411c-4a4b-a0d4-9aea00f1714e req-7905cc57-ad73-442e-993c-6a25e6579012 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.640620 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-738f138e-411c-4a4b-a0d4-9aea00f1714e req-7905cc57-ad73-442e-993c-6a25e6579012 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.2505953 Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: Traceback (most recent call last): Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: timer() Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: cb(*args, **kw) Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: return func(*args, **kwargs) Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: self._notify() Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: self.callback(batched_events) Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: event.method(event) Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: return f(self, *a, **k) Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._get(url).json() Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:40:31.709298 dv-cinder-760199-7-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:40:31.726308 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.751819 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.755488 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-738f138e-411c-4a4b-a0d4-9aea00f1714e req-c538e27c-bb11-4f61-9d77-7cab8c4e5a82 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907414 Aug 13 02:40:31.761736 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] 10.222.0.22 "DELETE /v2.0/networks/4337783e-e016-4ac9-8c19-e6fa7261827f HTTP/1.1" status: 204 len: 168 time: 0.6576347 Aug 13 02:40:31.779359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb937cb-c97f-49d9-b752-f3543fab456a admin admin] Pushing event deleted for resources: {'Network': ['ID=4337783e-e016-4ac9-8c19-e6fa7261827f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:31.810273 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.953003 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c228ff1e-2b58-40dd-a40a-b45c84df9bc6 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:32.047679 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:32.057495 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:32.058749 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.318425 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.394327 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port c228ff1e-2b58-40dd-a40a-b45c84df9bc6, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,segment=NetworkSegment(5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf),segment_id=5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:32.401153 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.451787 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49310) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:32.513026 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:32.531171 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8eb8b164-d464-4098-aa61-bc5f03f21c83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c06543b1004463fb8f25068c9d8a296&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0781994 Aug 13 02:40:32.535314 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49314) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:32.613192 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ea9-b618-4c2d-9483-2452057740ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.658961 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ea9-b618-4c2d-9483-2452057740ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.747594 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ea9-b618-4c2d-9483-2452057740ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.753103 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5ea9-b618-4c2d-9483-2452057740ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:32.764252 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-9a3f5ea9-b618-4c2d-9483-2452057740ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aac5d044-1af1-4e16-bb57-84ef2c308e07 HTTP/1.1" status: 204 len: 168 time: 0.2203648 Aug 13 02:40:32.824107 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f5ea9-b618-4c2d-9483-2452057740ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac5d044-1af1-4e16-bb57-84ef2c308e07,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:33.085298 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68677-dee1-4bdb-9816-8018f6dfd27e req-b38d8471-b29f-426b-a9f6-03a7cfe02f2a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:33.089123 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e6e68677-dee1-4bdb-9816-8018f6dfd27e req-b38d8471-b29f-426b-a9f6-03a7cfe02f2a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1607509 Aug 13 02:40:33.203194 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e6e68677-dee1-4bdb-9816-8018f6dfd27e req-e9bcc746-4742-4bda-9106-000735f7ddd3 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984371 Aug 13 02:40:33.581319 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fbf76-7b89-40cc-beb3-e73a482d2b2c req-5f751654-f563-4330-993d-a1c8b9151403 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:33.589517 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-fb9fbf76-7b89-40cc-beb3-e73a482d2b2c req-5f751654-f563-4330-993d-a1c8b9151403 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0742252 Aug 13 02:40:33.641616 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-fb9fbf76-7b89-40cc-beb3-e73a482d2b2c req-b3e141be-52d1-4c3f-a1e6-218f8f3b1c55 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491025 Aug 13 02:40:33.928215 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c228ff1e-2b58-40dd-a40a-b45c84df9bc6 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:34.035056 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:34.035769 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.501091 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68133acf-14ac-4bd5-8e24-29e77afae518 req-dd4e4e1c-e34f-438e-98f8-7aef11e00776 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.502919 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-68133acf-14ac-4bd5-8e24-29e77afae518 req-dd4e4e1c-e34f-438e-98f8-7aef11e00776 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1207988 Aug 13 02:40:34.573902 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-68133acf-14ac-4bd5-8e24-29e77afae518 req-fa854094-1c8c-408c-8dbe-02caaf02c625 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602975 Aug 13 02:40:34.871250 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066384b-4276-4e6a-8402-0db9cadf8fbb req-acca992f-d384-4a81-8a94-92a372a9493b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.872843 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d066384b-4276-4e6a-8402-0db9cadf8fbb req-acca992f-d384-4a81-8a94-92a372a9493b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1162984 Aug 13 02:40:34.982746 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d066384b-4276-4e6a-8402-0db9cadf8fbb req-c462ac08-2504-4fd8-b045-85c348334848 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971732 Aug 13 02:40:35.549414 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49388) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:35.815587 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d38744-5f16-4496-927a-c8ccf17b5202 req-0014a8de-dcf9-44ba-b913-8b74fd9a92f2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.819701 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-65d38744-5f16-4496-927a-c8ccf17b5202 req-0014a8de-dcf9-44ba-b913-8b74fd9a92f2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0995231 Aug 13 02:40:35.835835 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.899420 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-65d38744-5f16-4496-927a-c8ccf17b5202 req-cc650667-c73a-42e9-8908-fbcd1188570e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702045 Aug 13 02:40:36.032351 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.044324 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.145085 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57f2d10918944f4dbb40ecb29da3b21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5925584 Aug 13 02:40:36.147993 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49396) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:36.171122 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4f03c1-f787-4914-b40e-2f5148d9cd45,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:36.185549 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.185964 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.186340 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.186793 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.187151 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.187500 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.188044 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.189234 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.189818 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.190382 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.190953 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.191527 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062d5d-5b62-440c-9b6e-9153f3c2449f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:36.235195 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b1021-bb77-4f93-9af7-d51cc51f0548 req-31787b41-2f68-4c3f-9e0c-d5f3018eafc6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:36.238901 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e09b1021-bb77-4f93-9af7-d51cc51f0548 req-31787b41-2f68-4c3f-9e0c-d5f3018eafc6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1211956 Aug 13 02:40:36.248690 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31c8977b-eb92-45b3-b96e-0a59d99de3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.295218 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e09b1021-bb77-4f93-9af7-d51cc51f0548 req-bb46eb19-86ca-4391-8ae1-6c4a3a076be7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484946 Aug 13 02:40:36.310288 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31c8977b-eb92-45b3-b96e-0a59d99de3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.405065 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31c8977b-eb92-45b3-b96e-0a59d99de3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.409934 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31c8977b-eb92-45b3-b96e-0a59d99de3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.411190 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-31c8977b-eb92-45b3-b96e-0a59d99de3d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f4f03c1-f787-4914-b40e-2f5148d9cd45 HTTP/1.1" status: 204 len: 168 time: 0.2616210 Aug 13 02:40:36.420834 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8977b-eb92-45b3-b96e-0a59d99de3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4f03c1-f787-4914-b40e-2f5148d9cd45,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:37.108283 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779a63-b318-48d2-a824-bbd843ae5f35 req-a267cac5-8ec2-4959-9eba-0af834807539 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.118057 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b779a63-b318-48d2-a824-bbd843ae5f35 req-a267cac5-8ec2-4959-9eba-0af834807539 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0833905 Aug 13 02:40:37.171153 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b779a63-b318-48d2-a824-bbd843ae5f35 req-da8cff9d-7ecb-4768-ade5-66e8f99903e2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514994 Aug 13 02:40:37.503744 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869d4cf-240a-4144-8b31-f7a0ee9e8d1a req-5343088c-807b-4e31-b4af-3b4d2ddd031e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.506301 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7869d4cf-240a-4144-8b31-f7a0ee9e8d1a req-5343088c-807b-4e31-b4af-3b4d2ddd031e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0832069 Aug 13 02:40:37.575457 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7869d4cf-240a-4144-8b31-f7a0ee9e8d1a req-5f165d4a-3156-4f8a-a1d6-51a002359cdf tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613933 Aug 13 02:40:38.369491 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224380af-565b-49bf-898f-46a0f0a0144b req-503f34e3-fbc4-400f-8d3e-1c661daf4c54 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:38.372691 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-224380af-565b-49bf-898f-46a0f0a0144b req-503f34e3-fbc4-400f-8d3e-1c661daf4c54 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0722625 Aug 13 02:40:38.437548 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-224380af-565b-49bf-898f-46a0f0a0144b req-41740cba-fd3b-4f1f-a1ad-a2f2f2273070 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 Aug 13 02:40:38.788579 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab3a09-95ca-4ac7-99b5-09cca6aa4859 req-09c45fc6-3cd0-4223-b61a-32e7b3daee24 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:38.791047 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-45ab3a09-95ca-4ac7-99b5-09cca6aa4859 req-09c45fc6-3cd0-4223-b61a-32e7b3daee24 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0832288 Aug 13 02:40:38.872163 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-45ab3a09-95ca-4ac7-99b5-09cca6aa4859 req-838e7e96-8671-41f4-993d-0310e7cfd464 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722804 Aug 13 02:40:39.639888 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d37d8-795f-46d0-9f75-e9ea15f5c030 req-ed7bccd8-41eb-402d-8ce3-5f78e7b4aa0e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:39.641472 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-299d37d8-795f-46d0-9f75-e9ea15f5c030 req-ed7bccd8-41eb-402d-8ce3-5f78e7b4aa0e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0667644 Aug 13 02:40:39.697237 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-299d37d8-795f-46d0-9f75-e9ea15f5c030 req-7bc8ee26-321b-4e1d-9440-9cc755decd45 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Aug 13 02:40:40.069383 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412743e1-221c-4e8f-934c-21a7cd8a58c1 req-307cd740-23d1-464b-97f2-3129ed03e343 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:40.071677 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-412743e1-221c-4e8f-934c-21a7cd8a58c1 req-307cd740-23d1-464b-97f2-3129ed03e343 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0953581 Aug 13 02:40:40.142314 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-412743e1-221c-4e8f-934c-21a7cd8a58c1 req-51a57a39-c4cc-4ef3-af58-bceeee402d2b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599811 Aug 13 02:40:40.976774 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41d5c4-98db-44d8-98d3-35bc10e4aed6 req-ed7355cc-45ad-420f-9155-4f99bf585613 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:40.979271 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3b41d5c4-98db-44d8-98d3-35bc10e4aed6 req-ed7355cc-45ad-420f-9155-4f99bf585613 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1309061 Aug 13 02:40:41.045417 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3b41d5c4-98db-44d8-98d3-35bc10e4aed6 req-d785bb5c-7026-41e7-ae83-bedfcb7036d9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525556 Aug 13 02:40:41.346699 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc578df8-6a2c-4e1a-ad31-c1abe15eb3f1 req-bef322db-5dc6-4cad-87e4-44e04eb20144 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.350368 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc578df8-6a2c-4e1a-ad31-c1abe15eb3f1 req-bef322db-5dc6-4cad-87e4-44e04eb20144 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0731630 Aug 13 02:40:41.410504 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc578df8-6a2c-4e1a-ad31-c1abe15eb3f1 req-a89aacd8-1771-45bf-b58c-dac927718a0d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Aug 13 02:40:42.259344 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85118ea1-2afc-4ade-ba9f-f99d0c2edcc4 req-b9398151-1653-4037-b67f-f339ed610480 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:42.261453 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-85118ea1-2afc-4ade-ba9f-f99d0c2edcc4 req-b9398151-1653-4037-b67f-f339ed610480 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0950677 Aug 13 02:40:42.334970 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-85118ea1-2afc-4ade-ba9f-f99d0c2edcc4 req-2d14b7a8-3d5f-4fc3-a151-fdd2c9b8b9b2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Aug 13 02:40:42.495179 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49510) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:42.617181 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e274835-74ac-4103-b4fc-835f8a4e9fdc req-fe5e3505-a789-430c-8a1a-2d4407387504 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:42.618564 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1e274835-74ac-4103-b4fc-835f8a4e9fdc req-fe5e3505-a789-430c-8a1a-2d4407387504 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0709462 Aug 13 02:40:42.688094 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec06054f-b2ff-4985-92ee-c788d2d0634a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.705902 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1e274835-74ac-4103-b4fc-835f8a4e9fdc req-2cae1fcf-9673-4e93-8f69-99a1054b14d7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746408 Aug 13 02:40:42.722686 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-15e2cad7-da83-491d-bf46-d384c9d55ddf tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:42.725624 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-15e2cad7-da83-491d-bf46-d384c9d55ddf tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/networks?id=7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 200 len: 815 time: 0.1522706 Aug 13 02:40:42.753483 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-c994ba96-dafd-4d61-a73a-6c29deb843ee tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/quotas/a8c859cefb7244d086339beed01fdfd6 HTTP/1.1" status: 200 len: 375 time: 0.0152078 Aug 13 02:40:42.831326 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-4c8a748e-95af-4096-803d-53b968972c2a tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a8c859cefb7244d086339beed01fdfd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670562 Aug 13 02:40:42.838830 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec06054f-b2ff-4985-92ee-c788d2d0634a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.843704 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec06054f-b2ff-4985-92ee-c788d2d0634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.887213 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06054f-b2ff-4985-92ee-c788d2d0634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d586510b-6bb3-451e-92c9-dc5aba9e077f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:42.892641 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ec06054f-b2ff-4985-92ee-c788d2d0634a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93d7de1d80624e27a9615e88bdc21094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950713 Aug 13 02:40:42.896855 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49522) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:42.964321 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01820274-c2a0-4560-b359-467b8bdb5614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.984164 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-73456d67-9afa-446d-96ac-f2053f48cb56 service neutron] 10.222.0.22 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392550 Aug 13 02:40:43.003435 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01820274-c2a0-4560-b359-467b8bdb5614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.069275 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01820274-c2a0-4560-b359-467b8bdb5614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.072074 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01820274-c2a0-4560-b359-467b8bdb5614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.073343 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-01820274-c2a0-4560-b359-467b8bdb5614 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d586510b-6bb3-451e-92c9-dc5aba9e077f HTTP/1.1" status: 204 len: 168 time: 0.1752710 Aug 13 02:40:43.082941 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01820274-c2a0-4560-b359-467b8bdb5614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d586510b-6bb3-451e-92c9-dc5aba9e077f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:43.132343 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-65e638e9-c554-4d19-819f-3917f3da0834 service neutron] 10.222.0.22 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367867 Aug 13 02:40:43.366210 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca4fb73a-9b8a-4ac1-9104-07b46ef69a08 req-9167175b-f3dc-4bcb-bbcd-8b7e49692734 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 210 time: 0.0406351 Aug 13 02:40:43.495406 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49538) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:43.518008 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68788311-d330-401c-ac74-11c43fb59cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.537791 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba9975-49ec-4faf-a147-bba08b043cd9 req-97273648-477a-49c6-ac13-852f39e15279 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:43.539660 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-76ba9975-49ec-4faf-a147-bba08b043cd9 req-97273648-477a-49c6-ac13-852f39e15279 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0636632 Aug 13 02:40:43.612619 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-76ba9975-49ec-4faf-a147-bba08b043cd9 req-18e9b634-7ff0-427f-baf6-1edb0afb1ede tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628808 Aug 13 02:40:43.689790 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68788311-d330-401c-ac74-11c43fb59cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.695829 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68788311-d330-401c-ac74-11c43fb59cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.739570 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68788311-d330-401c-ac74-11c43fb59cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0df8618-4d1a-4cb3-8b4e-2b209a332eb6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:43.749365 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-68788311-d330-401c-ac74-11c43fb59cde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d319371b4594234abb50bf52a9fd159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486346 Aug 13 02:40:43.750951 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49542) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:43.866168 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c07dba5-0464-4921-a8df-0f1b649d0f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.915046 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c07dba5-0464-4921-a8df-0f1b649d0f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:43.944904 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a6d95-3af9-492c-9586-77ac387f20bc req-679383e9-8c7a-44df-96cf-89e8f0351e7f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:43.946866 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-da9a6d95-3af9-492c-9586-77ac387f20bc req-679383e9-8c7a-44df-96cf-89e8f0351e7f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1063719 Aug 13 02:40:44.021040 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c07dba5-0464-4921-a8df-0f1b649d0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.025545 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c07dba5-0464-4921-a8df-0f1b649d0f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:44.027210 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8c07dba5-0464-4921-a8df-0f1b649d0f87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0df8618-4d1a-4cb3-8b4e-2b209a332eb6 HTTP/1.1" status: 204 len: 168 time: 0.2656736 Aug 13 02:40:44.052145 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-da9a6d95-3af9-492c-9586-77ac387f20bc req-72a49891-745f-4efa-a970-c821aabf4383 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646114 Aug 13 02:40:44.052886 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07dba5-0464-4921-a8df-0f1b649d0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0df8618-4d1a-4cb3-8b4e-2b209a332eb6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:44.507345 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-10b566fd-e615-4e07-bea5-22f96445427a req-3579423c-5506-42c3-be45-1a255e3cc83f tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 210 time: 0.0428364 Aug 13 02:40:44.786019 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-6bcb7c27-7436-4962-abf9-d3fae2c48383 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:44.787727 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-6bcb7c27-7436-4962-abf9-d3fae2c48383 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.20 "GET /v2.0/networks?id=7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 200 len: 815 time: 0.1993582 Aug 13 02:40:44.794610 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bc7f7-da76-4f7e-85bf-3da127745d66 req-0bfbfc91-f58a-49d0-920f-094280712348 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:44.804123 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-039bc7f7-da76-4f7e-85bf-3da127745d66 req-0bfbfc91-f58a-49d0-920f-094280712348 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0889401 Aug 13 02:40:44.810689 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'port': {'device_id': '08810519-b645-4063-a702-4e8f60469191', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'admin_state_up': True, 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:44.864495 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-039bc7f7-da76-4f7e-85bf-3da127745d66 req-88178d95-029f-4d97-9bfa-8c262552c032 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591159 Aug 13 02:40:45.002017 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Made reservation on behalf of a8c859cefb7244d086339beed01fdfd6 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:45.006052 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:45.598611 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Allocated IP 172.20.0.11 (7b6e8f7a-c411-4ec6-bddf-b648813075b0/39be24a7-f14d-4c3a-a0d7-fcf757793c4c/f76cde7e-1b81-40e7-b201-8e17d7bbf78f) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:45.638740 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5186-e1df-4696-b847-fbdb97fdb26e req-eab1ec19-271c-4bb5-8e07-6529e6b39d66 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:45.654106 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e51b5186-e1df-4696-b847-fbdb97fdb26e req-eab1ec19-271c-4bb5-8e07-6529e6b39d66 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.4674726 Aug 13 02:40:45.691541 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-18a1661f-d74d-4c80-8b31-1294904f6a34 req-d3506873-b512-49c4-bd37-c9f414a462e8 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 210 time: 0.0587387 Aug 13 02:40:45.769919 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e51b5186-e1df-4696-b847-fbdb97fdb26e req-a65bed4c-63a1-4a04-a954-6d3ec278b3fa tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167157 Aug 13 02:40:46.062165 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:46.090089 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Transition to ACTIVE for port object f76cde7e-1b81-40e7-b201-8e17d7bbf78f will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:46.182759 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d4de9-7ed8-4a4a-aa47-c21cd6ad1b8e req-c9386e5d-1147-46fa-91d6-bfe47a4d0105 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:46.199466 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:46.202414 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-736d4de9-7ed8-4a4a-aa47-c21cd6ad1b8e req-c9386e5d-1147-46fa-91d6-bfe47a4d0105 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1638296 Aug 13 02:40:46.312317 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-736d4de9-7ed8-4a4a-aa47-c21cd6ad1b8e req-a33303ed-2170-417c-ad69-f4508a28197e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942762 Aug 13 02:40:46.361363 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:46.369246 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:46.377962 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:46.503744 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:46.504482 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:46.507829 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'Port': ['ID=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:46.536539 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-37c4f47e-d604-460e-889a-a50e485b70d9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7357237 Aug 13 02:40:46.844328 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5bf415d6-9499-41c8-ad3d-95fe217c2533 None None] Provisioning for port f76cde7e-1b81-40e7-b201-8e17d7bbf78f completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:46.852355 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5bf415d6-9499-41c8-ad3d-95fe217c2533 None None] Provisioning complete for port f76cde7e-1b81-40e7-b201-8e17d7bbf78f triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:46.853673 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf415d6-9499-41c8-ad3d-95fe217c2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:46.943366 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5bf415d6-9499-41c8-ad3d-95fe217c2533 None None] Port f76cde7e-1b81-40e7-b201-8e17d7bbf78f cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:46.966440 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa198711-bf03-4217-ac9a-ac29078a2c32 req-61dfe6c1-2a4b-4b16-9bee-46bbecb76792 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:46.970121 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aa198711-bf03-4217-ac9a-ac29078a2c32 req-61dfe6c1-2a4b-4b16-9bee-46bbecb76792 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 932 time: 0.1503026 Aug 13 02:40:47.029471 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65d524-cc6f-4a4a-8c31-fd6bdeacad84 req-6b0e7f2e-5aec-49dc-9f3b-e2cba6df8dbe tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:47.040146 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca65d524-cc6f-4a4a-8c31-fd6bdeacad84 req-6b0e7f2e-5aec-49dc-9f3b-e2cba6df8dbe tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0962675 Aug 13 02:40:47.065882 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-aa198711-bf03-4217-ac9a-ac29078a2c32 req-dc59f221-fb93-4774-befa-791182ff99b3 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885463 Aug 13 02:40:47.155687 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca65d524-cc6f-4a4a-8c31-fd6bdeacad84 req-c76fbc81-5651-45d4-bbf4-ab215e3f3015 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010187 Aug 13 02:40:47.327851 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:47.563960 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb09a7-4053-4711-ae4a-82f64bcda4be req-6e2bca5c-9333-4a47-bb0b-0872a4edab19 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:47.579167 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c2eb09a7-4053-4711-ae4a-82f64bcda4be req-6e2bca5c-9333-4a47-bb0b-0872a4edab19 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1420527 Aug 13 02:40:47.585228 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:47.607840 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '0f3369ea-3752-4671-9028-bebbf762ef90', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'port_id': '0f3369ea-3752-4671-9028-bebbf762ef90', 'mac_address': 'fa:16:3e:b9:6c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:47.649677 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c2eb09a7-4053-4711-ae4a-82f64bcda4be req-d1bbef63-cd3b-4dca-a73d-7a1b691b9b87 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686610 Aug 13 02:40:47.693728 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:47.711531 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f3369ea-3752-4671-9028-bebbf762ef90 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:47.748430 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:47.756280 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:47.837108 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:47.850410 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.851079 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.851335 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.851745 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.852154 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.852582 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.852994 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.853529 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.854024 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.854460 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.854912 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.855339 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:47.861473 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['0f3369ea-3752-4671-9028-bebbf762ef90'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:48.221988 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605deb58-5af8-4a84-a917-b838f8df268d req-028eeb17-b648-4947-a0e7-a85bfdd61f9f tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:48.229541 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-605deb58-5af8-4a84-a917-b838f8df268d req-028eeb17-b648-4947-a0e7-a85bfdd61f9f tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 932 time: 0.0734248 Aug 13 02:40:48.298831 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-605deb58-5af8-4a84-a917-b838f8df268d req-7b7f8431-6534-4c08-88ad-91f7aba9872e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681553 Aug 13 02:40:48.378002 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5379c-5803-4a4c-bf36-057d214256c2 req-dacb6e3f-3348-4075-b8e0-284210bf421f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:48.384208 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d5f5379c-5803-4a4c-bf36-057d214256c2 req-dacb6e3f-3348-4075-b8e0-284210bf421f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 944 time: 0.0928628 Aug 13 02:40:48.461827 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d5f5379c-5803-4a4c-bf36-057d214256c2 req-8f834390-9b46-4462-b105-e08a83a7bf6c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628545 Aug 13 02:40:48.859321 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260494e-44a6-46e0-9e29-6a35b2142aca req-7987b4c3-14ff-4dcc-90a6-298f6bbfa904 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:48.865704 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f260494e-44a6-46e0-9e29-6a35b2142aca req-7987b4c3-14ff-4dcc-90a6-298f6bbfa904 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0969725 Aug 13 02:40:48.910046 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f260494e-44a6-46e0-9e29-6a35b2142aca req-2d5e8d3b-d109-48f4-9884-cb4770b2351d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Aug 13 02:40:49.335102 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:49.417900 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 0f3369ea-3752-4671-9028-bebbf762ef90 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:49.418281 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:49.509239 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8413a3-cabb-4711-b0d7-41b0107a3ce0 req-3ae4102e-738c-4a67-ad0e-b48ccdf838d7 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:49.511392 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9a8413a3-cabb-4711-b0d7-41b0107a3ce0 req-3ae4102e-738c-4a67-ad0e-b48ccdf838d7 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 932 time: 0.0997610 Aug 13 02:40:49.530204 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:49.611135 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:49.618606 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107311e9-1472-48e3-9ffa-122880458be2" -d '{"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-plugged", "status": "completed", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:49.626338 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:49.632767 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:49.651651 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9a8413a3-cabb-4711-b0d7-41b0107a3ce0 req-21a28ee9-e9e5-4880-826c-d88402520a86 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279068 Aug 13 02:40:49.762501 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:49.780872 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41847811-2f5e-4dad-977e-956697a6142d req-6a6ba7e9-789a-45ea-b9b0-db70916db9e6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:49.790226 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e9dec1-8bca-44b8-ba44-0a04a4f93e67 x-openstack-request-id: req-07e9dec1-8bca-44b8-ba44-0a04a4f93e67 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:49.790880 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-plugged", "status": "completed", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:49.791319 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07e9dec1-8bca-44b8-ba44-0a04a4f93e67 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:49.792029 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90', 'code': 200} Aug 13 02:40:49.794019 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-41847811-2f5e-4dad-977e-956697a6142d req-6a6ba7e9-789a-45ea-b9b0-db70916db9e6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1193900 Aug 13 02:40:49.895521 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-41847811-2f5e-4dad-977e-956697a6142d req-158e6870-2bda-43b8-8f68-8e3bfb7f6114 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982423 Aug 13 02:40:50.145754 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967bc85-da85-43d7-befd-717d32ea4593 req-875daeb3-69e8-4cc3-a530-6c2dc3d1e6c9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.150125 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8967bc85-da85-43d7-befd-717d32ea4593 req-875daeb3-69e8-4cc3-a530-6c2dc3d1e6c9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1106195 Aug 13 02:40:50.233359 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8967bc85-da85-43d7-befd-717d32ea4593 req-608f9419-5438-4aef-9a01-4664c29bbb1c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728984 Aug 13 02:40:50.813509 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ac414-63aa-4cd2-aa48-2e2ae9455b61 req-de12ad57-f802-4d2e-91a9-9c18ccac5d5b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.816937 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-979ac414-63aa-4cd2-aa48-2e2ae9455b61 req-de12ad57-f802-4d2e-91a9-9c18ccac5d5b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 932 time: 0.0730386 Aug 13 02:40:50.884378 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-979ac414-63aa-4cd2-aa48-2e2ae9455b61 req-f3ae54db-23d9-4fbb-8410-a643a52cca61 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592918 Aug 13 02:40:51.119602 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7c24-f260-4d8f-9e5d-f436b3df8962 req-b6545aa1-0a11-495e-be80-e615c24a62f4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.121584 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-005b7c24-f260-4d8f-9e5d-f436b3df8962 req-b6545aa1-0a11-495e-be80-e615c24a62f4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0794084 Aug 13 02:40:51.190899 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-005b7c24-f260-4d8f-9e5d-f436b3df8962 req-2486fe92-a947-4831-b87e-670d83db9228 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563860 Aug 13 02:40:51.409176 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf35ba-756c-4d76-9c84-01a6966e7e42 req-aad01a80-7bdb-407f-b129-b54a0fa3cc8c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.411088 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8bcf35ba-756c-4d76-9c84-01a6966e7e42 req-aad01a80-7bdb-407f-b129-b54a0fa3cc8c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0697331 Aug 13 02:40:51.473027 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8bcf35ba-756c-4d76-9c84-01a6966e7e42 req-d9bef1be-e7e0-4ad3-b689-3fd95836f15e tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Aug 13 02:40:52.142253 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49708) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:52.163066 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189dcd1-3f2d-4842-a521-d30de887dc07 req-a40f5604-6b7e-4ddf-9548-178510a47a43 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.167829 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f189dcd1-3f2d-4842-a521-d30de887dc07 req-a40f5604-6b7e-4ddf-9548-178510a47a43 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 932 time: 0.1419725 Aug 13 02:40:52.238897 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f189dcd1-3f2d-4842-a521-d30de887dc07 req-1eb4e157-9e00-4ce4-a54b-541cc0975898 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640802 Aug 13 02:40:52.397507 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d808d1e8-3020-4138-8a81-8ff6e98f716a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.447015 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc303c73-9e9f-41af-8d51-0da547496609 req-b5a5baf3-f169-40c9-9f5e-173fb4219f68 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.453854 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc303c73-9e9f-41af-8d51-0da547496609 req-b5a5baf3-f169-40c9-9f5e-173fb4219f68 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1348572 Aug 13 02:40:52.565792 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-dc303c73-9e9f-41af-8d51-0da547496609 req-5b1662f8-3c53-4460-b6dd-fe09ec1f0abf tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010749 Aug 13 02:40:52.702243 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889ba77-ea75-4548-b187-c1e5d57c4895 req-7c7f8e2f-41ac-41d7-b005-e8a9eea6733a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.705783 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8889ba77-ea75-4548-b187-c1e5d57c4895 req-7c7f8e2f-41ac-41d7-b005-e8a9eea6733a tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1197584 Aug 13 02:40:52.728932 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d808d1e8-3020-4138-8a81-8ff6e98f716a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.738516 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d808d1e8-3020-4138-8a81-8ff6e98f716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.814920 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8889ba77-ea75-4548-b187-c1e5d57c4895 req-1f4570fc-c931-4f60-ac8d-f4f66e8e6aeb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996478 Aug 13 02:40:52.833042 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d808d1e8-3020-4138-8a81-8ff6e98f716a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9136dd5bbb35443fb07097fc5888e9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896498 Aug 13 02:40:52.834182 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808d1e8-3020-4138-8a81-8ff6e98f716a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee72c81-627d-4d87-a725-4f9091b7071d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:52.841402 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49718) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:52.962170 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-93c1242f-ba6f-43f3-8c6e-c092e91e7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.002769 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-93c1242f-ba6f-43f3-8c6e-c092e91e7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.081978 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-93c1242f-ba6f-43f3-8c6e-c092e91e7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.086762 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-93c1242f-ba6f-43f3-8c6e-c092e91e7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.088743 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-93c1242f-ba6f-43f3-8c6e-c092e91e7923 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eee72c81-627d-4d87-a725-4f9091b7071d HTTP/1.1" status: 204 len: 168 time: 0.2301979 Aug 13 02:40:53.101379 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1242f-ba6f-43f3-8c6e-c092e91e7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee72c81-627d-4d87-a725-4f9091b7071d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.488874 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7940ce-2bf0-4529-ba83-f196d129f8d8 req-dc0b55c0-8c27-45ec-9a2f-03008d9e4201 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.499351 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca7940ce-2bf0-4529-ba83-f196d129f8d8 req-dc0b55c0-8c27-45ec-9a2f-03008d9e4201 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 932 time: 0.1191185 Aug 13 02:40:53.571145 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49726) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:53.584341 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:40:53.589950 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ca7940ce-2bf0-4529-ba83-f196d129f8d8 req-c27c3878-1d12-4187-b774-6760e451f018 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889976 Aug 13 02:40:53.596925 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef60a887-4797-450a-8039-6eaa680bb1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.824583 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4bcb7-80bf-4147-a7a1-78d4340e1cdf req-09c44ccb-d2f9-4c76-9104-0e5cd3dbb354 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.826704 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bfd4bcb7-80bf-4147-a7a1-78d4340e1cdf req-09c44ccb-d2f9-4c76-9104-0e5cd3dbb354 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0926085 Aug 13 02:40:53.833921 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef60a887-4797-450a-8039-6eaa680bb1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.850221 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ef60a887-4797-450a-8039-6eaa680bb1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.946698 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60a887-4797-450a-8039-6eaa680bb1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf88394-8359-458b-afa4-1eb11737eb53,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.963833 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ef60a887-4797-450a-8039-6eaa680bb1ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e6c84984a2f439fb5e091fca7e5b5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914721 Aug 13 02:40:53.969990 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49732) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:53.977914 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bfd4bcb7-80bf-4147-a7a1-78d4340e1cdf req-fc1e984f-1136-4c5c-a2e9-b58d6a4761ac tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400135 Aug 13 02:40:54.128315 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb1eda-79ed-426a-9d3b-3e3917c736a7 req-984ba438-3898-4115-a32a-6e5a8eabc7e2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.130098 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06fb1eda-79ed-426a-9d3b-3e3917c736a7 req-984ba438-3898-4115-a32a-6e5a8eabc7e2 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1454120 Aug 13 02:40:54.192778 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c358bfb9-7422-4763-9fc8-403c3b795030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.258866 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06fb1eda-79ed-426a-9d3b-3e3917c736a7 req-f5eef3a5-c93d-4b1e-a20b-446f1d5b5d96 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141086 Aug 13 02:40:54.267910 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c358bfb9-7422-4763-9fc8-403c3b795030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.374342 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c358bfb9-7422-4763-9fc8-403c3b795030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.378130 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c358bfb9-7422-4763-9fc8-403c3b795030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.379459 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c358bfb9-7422-4763-9fc8-403c3b795030 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eaf88394-8359-458b-afa4-1eb11737eb53 HTTP/1.1" status: 204 len: 168 time: 0.4079461 Aug 13 02:40:54.393559 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358bfb9-7422-4763-9fc8-403c3b795030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf88394-8359-458b-afa4-1eb11737eb53,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.783945 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f84c3a-ca3d-41dd-8e13-76419ff4d729 req-42de535b-b41c-4b5a-a74b-658e24a5e692 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.792394 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54f84c3a-ca3d-41dd-8e13-76419ff4d729 req-42de535b-b41c-4b5a-a74b-658e24a5e692 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 932 time: 0.0943153 Aug 13 02:40:54.892201 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54f84c3a-ca3d-41dd-8e13-76419ff4d729 req-3a8bad6b-22dd-4242-816e-04bc6c161ae8 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897171 Aug 13 02:40:55.007562 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49740) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.031166 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59adb839-94c0-4573-9697-c99b8da8f666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.175829 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217d770-b0fb-4d66-86df-ca0df7da8db6 req-710b7d38-551c-4523-ad58-d385ecf6e0af tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.178760 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2217d770-b0fb-4d66-86df-ca0df7da8db6 req-710b7d38-551c-4523-ad58-d385ecf6e0af tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0897977 Aug 13 02:40:55.230995 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59adb839-94c0-4573-9697-c99b8da8f666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.241252 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-59adb839-94c0-4573-9697-c99b8da8f666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.258638 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2217d770-b0fb-4d66-86df-ca0df7da8db6 req-423d800b-7d01-4671-aa8e-40aad76ba44f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678346 Aug 13 02:40:55.325651 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-59adb839-94c0-4573-9697-c99b8da8f666 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ac6aaa98ecf4846950cb6ad2bdfd0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153329 Aug 13 02:40:55.337734 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49746) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.354801 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adb839-94c0-4573-9697-c99b8da8f666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d9c2c-3d0b-4f9f-92d9-38859540821c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.445513 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-489c799c-072b-44a2-978c-6f5567c032af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.490996 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-489c799c-072b-44a2-978c-6f5567c032af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.502083 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75411454-1258-4af9-87cb-5af78991d0f0 req-b725e1dc-d305-42c4-88fa-00623e355a30 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.506420 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-75411454-1258-4af9-87cb-5af78991d0f0 req-b725e1dc-d305-42c4-88fa-00623e355a30 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0949950 Aug 13 02:40:55.603324 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-75411454-1258-4af9-87cb-5af78991d0f0 req-07209738-5a26-43e7-822f-7f4594c5a8e6 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897138 Aug 13 02:40:55.624395 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-489c799c-072b-44a2-978c-6f5567c032af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.632467 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-489c799c-072b-44a2-978c-6f5567c032af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.636407 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-489c799c-072b-44a2-978c-6f5567c032af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a8d9c2c-3d0b-4f9f-92d9-38859540821c HTTP/1.1" status: 204 len: 168 time: 0.2959342 Aug 13 02:40:55.656442 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c799c-072b-44a2-978c-6f5567c032af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d9c2c-3d0b-4f9f-92d9-38859540821c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.063725 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a517a-a2c4-4087-b141-f0bf2656619c req-6fa1e4e2-384f-4f50-976f-e81891a18445 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.065310 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ba1a517a-a2c4-4087-b141-f0bf2656619c req-6fa1e4e2-384f-4f50-976f-e81891a18445 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 932 time: 0.0552282 Aug 13 02:40:56.123662 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ba1a517a-a2c4-4087-b141-f0bf2656619c req-a00ab22e-594e-41db-9dbb-f1fe232811c1 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Aug 13 02:40:56.394666 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7b85848-ca15-4b56-9bea-cf05e4b844e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.462052 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd476ea-56e1-4d17-93cd-c92a06e58497 req-da1c9697-b46a-4fe7-aa93-737746322e68 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.463905 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2cd476ea-56e1-4d17-93cd-c92a06e58497 req-da1c9697-b46a-4fe7-aa93-737746322e68 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0650511 Aug 13 02:40:56.519332 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2cd476ea-56e1-4d17-93cd-c92a06e58497 req-7e7b0f60-c38e-49bb-8c20-d76ed0b80784 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440841 Aug 13 02:40:56.602976 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Request body: {'port': {'device_id': '08810519-b645-4063-a702-4e8f60469191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:56.698958 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.880837 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-b41ba10e-2bf7-4bc6-a889-e1ecb3407160 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271486 Aug 13 02:40:56.890234 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4367fa-9ba7-400c-9686-e381e58e6d63 req-0463a520-7038-48a8-82c4-af166ef58176 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.900036 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e4367fa-9ba7-400c-9686-e381e58e6d63 req-0463a520-7038-48a8-82c4-af166ef58176 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1798003 Aug 13 02:40:57.018377 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e4367fa-9ba7-400c-9686-e381e58e6d63 req-68383449-6595-4222-93c7-9557973977e0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166074 Aug 13 02:40:57.056914 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-82399a3e-0c68-4186-ad7b-d549945a6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.059990 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-82399a3e-0c68-4186-ad7b-d549945a6da2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 1098 time: 0.1372747 Aug 13 02:40:57.232822 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76cde7e-1b81-40e7-b201-8e17d7bbf78f {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:57.249990 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.279086 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Transition to ACTIVE for port object f76cde7e-1b81-40e7-b201-8e17d7bbf78f will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:57.286224 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.289023 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.334135 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-19c2be07-6390-4f84-bc02-90fde0d6cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.335654 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-19c2be07-6390-4f84-bc02-90fde0d6cc48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 919 time: 0.2403827 Aug 13 02:40:57.396680 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-0ce4cd5a-3f2d-4630-a697-712fb43a45fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05e1db29-448f-414b-8ab6-33f632f18ea8 HTTP/1.1" status: 200 len: 217 time: 0.0526257 Aug 13 02:40:57.399387 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0c1b6-bfe2-406e-8f00-2848aa5e81b9 req-84f798a2-2a6f-4f3d-8afc-80ca6905aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.402513 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-15f0c1b6-bfe2-406e-8f00-2848aa5e81b9 req-84f798a2-2a6f-4f3d-8afc-80ca6905aba8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1098 time: 0.1129842 Aug 13 02:40:57.439588 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Pushing event updated for resources: {'Port': ['ID=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.457606 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e0206-e223-47f2-b7d5-11ab94231301 req-23412c0f-4fa1-4d52-ae3a-073947b586e2 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.482895 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-001e0206-e223-47f2-b7d5-11ab94231301 req-23412c0f-4fa1-4d52-ae3a-073947b586e2 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 944 time: 0.1489110 Aug 13 02:40:57.650606 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-15f0c1b6-bfe2-406e-8f00-2848aa5e81b9 req-950d6dd9-a4fd-4c67-a9b3-f3ec6f224c27 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313023 Aug 13 02:40:57.658774 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-52fcd3d2-3b76-4d9b-94e3-dd787a312473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.660370 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-52fcd3d2-3b76-4d9b-94e3-dd787a312473 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.2564499 Aug 13 02:40:57.696335 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-001e0206-e223-47f2-b7d5-11ab94231301 req-2aaf4bc0-3f2c-498b-9962-09f44295fc92 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093229 Aug 13 02:40:57.759188 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Attempting to bind port f76cde7e-1b81-40e7-b201-8e17d7bbf78f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:57.760295 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Attempting to bind port f76cde7e-1b81-40e7-b201-8e17d7bbf78f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:57.761809 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Attempting to bind port f76cde7e-1b81-40e7-b201-8e17d7bbf78f on network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:57.763759 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-73e6c73b-e9fd-4fcd-9e4f-caaaeb30c478 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433834 Aug 13 02:40:57.776537 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Port f76cde7e-1b81-40e7-b201-8e17d7bbf78f on network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:40:57.776537 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Attempting to bind port f76cde7e-1b81-40e7-b201-8e17d7bbf78f on network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:57.792580 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:57.793183 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Checking segment: {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:57.793950 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Bound using segment: {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:57.794929 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Bound port: f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200f10b5-7af9-4106-a045-18f4ca554267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:57.795800 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b427-6908-4b77-a747-20f22ea2c71d req-928c988f-5e70-4201-aa32-12c3d3014ef1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.795984 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.801558 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6827b427-6908-4b77-a747-20f22ea2c71d req-928c988f-5e70-4201-aa32-12c3d3014ef1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1340301 Aug 13 02:40:57.923035 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] For port f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:57.924581 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6827b427-6908-4b77-a747-20f22ea2c71d req-b07d1d7b-5c98-44ae-a86f-2e20d39d78c3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084583 Aug 13 02:40:57.931344 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] For port f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:57.941515 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.971466 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.974059 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.977206 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] 10.222.0.20 "PUT /v2.0/ports/f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 1094 time: 1.3806984 Aug 13 02:40:57.983596 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:57.988029 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44f4cd6-8002-4468-bacc-1abd59380432" -d '{"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:57.993610 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-223ea4c8-b264-4774-b436-82de81a5cba0 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208295 Aug 13 02:40:58.180603 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a89d235c-a4f9-415e-8ad6-112d96f42dce req-82e47b62-9953-42a0-8b08-8c7e1ffc0162 service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757138 Aug 13 02:40:58.190037 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a5002-3eb6-4f46-b9eb-310db3007b7c x-openstack-request-id: req-7b4a5002-3eb6-4f46-b9eb-310db3007b7c {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:58.190494 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:58.190897 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b4a5002-3eb6-4f46-b9eb-310db3007b7c {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:58.191483 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'status': 'completed', 'code': 200} Aug 13 02:40:58.230557 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-e4e571d3-bde0-4321-97ea-01e6a8fec09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.232898 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-e4e571d3-bde0-4321-97ea-01e6a8fec09c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8c859cefb7244d086339beed01fdfd6&device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1097 time: 0.1594663 Aug 13 02:40:58.256190 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9aa29-b341-41a3-a4e0-e497398622ff service neutron] Pushing event updated for resources: {'Port': ['ID=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:58.381963 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-55b02b3a-4cd5-4f48-9a12-354afc58fb79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 217 time: 0.1283600 Aug 13 02:40:58.492972 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-cc0b1f3b-52c9-4d22-ad6c-943bf4c97f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.496839 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-cc0b1f3b-52c9-4d22-ad6c-943bf4c97f48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39be24a7-f14d-4c3a-a0d7-fcf757793c4c HTTP/1.1" status: 200 len: 854 time: 0.0983133 Aug 13 02:40:58.510556 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360034b6-8166-42f0-ae87-099e12dadd23 req-0f709f5d-43bc-4660-bd27-22b233b6126b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.513199 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-360034b6-8166-42f0-ae87-099e12dadd23 req-0f709f5d-43bc-4660-bd27-22b233b6126b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.3037488 Aug 13 02:40:58.631209 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-360034b6-8166-42f0-ae87-099e12dadd23 req-53b81a5d-ec67-41ce-8e54-2d15674ebed9 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017880 Aug 13 02:40:58.636267 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-7e92aa33-0839-4ec9-825a-87376623c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.638265 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-7e92aa33-0839-4ec9-825a-87376623c647 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b6e8f7a-c411-4ec6-bddf-b648813075b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1235795 Aug 13 02:40:58.919430 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-a042ba7f-407e-4aeb-a1ab-26ce40ff9f20 service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515543 Aug 13 02:40:58.942657 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c857d5ae-9f26-4fc3-b028-146a346b911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.979689 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6301a-89d7-412f-91c9-cb8593db4289 req-72e9d183-6125-4bdf-8626-d3e67fff2cd9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.987778 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8bf6301a-89d7-412f-91c9-cb8593db4289 req-72e9d183-6125-4bdf-8626-d3e67fff2cd9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 944 time: 0.1519012 Aug 13 02:40:59.169855 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8bf6301a-89d7-412f-91c9-cb8593db4289 req-9e1823a4-872a-4b76-8ce4-6bc2e3fb5fbb tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617441 Aug 13 02:40:59.280473 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0eb8b-a4bd-4b27-aab8-455172760973 req-47952fdc-2bbf-45dc-a824-d8143a473354 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.300914 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07d0eb8b-a4bd-4b27-aab8-455172760973 req-47952fdc-2bbf-45dc-a824-d8143a473354 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1269650 Aug 13 02:40:59.311743 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6cbcd82-0dae-4062-9397-c842f7beb101 req-87614ef0-f6df-4b68-a8e4-72a2a43d8416 service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818052 Aug 13 02:40:59.537187 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07d0eb8b-a4bd-4b27-aab8-455172760973 req-67c93683-f9e1-4313-832a-9239e6fc7575 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330513 Aug 13 02:40:59.565194 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-a72b70d3-dfa2-4157-a848-3ad6bb3e51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.567424 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-a72b70d3-dfa2-4157-a848-3ad6bb3e51fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8c859cefb7244d086339beed01fdfd6&device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1097 time: 0.1072669 Aug 13 02:40:59.569019 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.866807 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-c9bc7fde-3a2d-4dd5-b738-0d628b195a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.870059 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-c9bc7fde-3a2d-4dd5-b738-0d628b195a75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 200 len: 916 time: 0.2900717 Aug 13 02:40:59.937964 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507d63f-4975-4d8c-befb-f8fd8346c39b req-61b4b030-9385-4bf3-bd9d-07988c6f3b80 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.941553 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3507d63f-4975-4d8c-befb-f8fd8346c39b req-61b4b030-9385-4bf3-bd9d-07988c6f3b80 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1213746 Aug 13 02:41:00.000805 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-515c5003-29cf-4d8b-bb84-4541dfce557e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 217 time: 0.1174955 Aug 13 02:41:00.053042 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3507d63f-4975-4d8c-befb-f8fd8346c39b req-f9b2ced0-3565-4825-8abf-88ffe0af2553 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969987 Aug 13 02:41:00.103842 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.167139 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-985466a3-3cfa-4ecc-b7a1-ed65a32cbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:00.170328 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-985466a3-3cfa-4ecc-b7a1-ed65a32cbe5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39be24a7-f14d-4c3a-a0d7-fcf757793c4c HTTP/1.1" status: 200 len: 854 time: 0.1578817 Aug 13 02:41:00.290494 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-8dc8eed0-882f-4e3c-90c1-cd8923082cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:00.290817 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-8dc8eed0-882f-4e3c-90c1-cd8923082cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b6e8f7a-c411-4ec6-bddf-b648813075b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1093693 Aug 13 02:41:00.437010 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6836a-e6b9-4e31-812f-e958a2844343 req-fab15725-a66c-47bc-a658-a79d062143e1 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:00.451722 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2ac6836a-e6b9-4e31-812f-e958a2844343 req-fab15725-a66c-47bc-a658-a79d062143e1 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 944 time: 0.1180389 Aug 13 02:41:00.535792 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2ac6836a-e6b9-4e31-812f-e958a2844343 req-49cc5d0b-ce92-4c7e-b9ff-3b1cce8e660c tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821729 Aug 13 02:41:00.564747 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-2b9ef7e5-73b7-4c3a-9fcf-05878698b35e service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479472 Aug 13 02:41:00.853253 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e44f4cd6-8002-4468-bacc-1abd59380432 req-031560f4-beed-457d-ab32-4e426f346c17 service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732866 Aug 13 02:41:00.889397 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2eddd-a246-4e30-9d72-c76c0a2a5e85 req-a91f591b-8961-4741-8978-352b64d67a86 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:00.892041 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96e2eddd-a246-4e30-9d72-c76c0a2a5e85 req-a91f591b-8961-4741-8978-352b64d67a86 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1338844 Aug 13 02:41:01.011858 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d1ab-00b4-476c-8897-8a103b290d22 req-a0c8ffad-5e93-48ca-ad03-ac8019c21933 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.014261 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4727d1ab-00b4-476c-8897-8a103b290d22 req-a0c8ffad-5e93-48ca-ad03-ac8019c21933 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.2019098 Aug 13 02:41:01.019800 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d9619-9499-407d-8b0a-01633731d820 req-59541d9d-6061-4e16-bdc6-8389771deef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.022578 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-864d9619-9499-407d-8b0a-01633731d820 req-59541d9d-6061-4e16-bdc6-8389771deef5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5692d408a73a4c75b7fa005e270e28e8&device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 1098 time: 0.2295468 Aug 13 02:41:01.051495 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-96e2eddd-a246-4e30-9d72-c76c0a2a5e85 req-64fa0fb1-5aa8-4b82-8519-820479cb0afe tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401186 Aug 13 02:41:01.150647 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4727d1ab-00b4-476c-8897-8a103b290d22 req-a050c02c-1c5b-4daa-9bf9-92acad7336f3 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262321 Aug 13 02:41:01.310649 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d9619-9499-407d-8b0a-01633731d820 req-34031e9d-d739-4f26-92e5-e9c8c5d55a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.313826 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-864d9619-9499-407d-8b0a-01633731d820 req-34031e9d-d739-4f26-92e5-e9c8c5d55a04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 200 len: 919 time: 0.2516513 Aug 13 02:41:01.376725 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-864d9619-9499-407d-8b0a-01633731d820 req-64b6b463-4f8a-4878-b5cf-5521d7e396b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 200 len: 217 time: 0.0547495 Aug 13 02:41:01.460978 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d9619-9499-407d-8b0a-01633731d820 req-3e3b4523-b53e-404b-9347-85fd92d9146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.462999 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-864d9619-9499-407d-8b0a-01633731d820 req-3e3b4523-b53e-404b-9347-85fd92d9146a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 200 len: 858 time: 0.0766091 Aug 13 02:41:01.514875 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-864d9619-9499-407d-8b0a-01633731d820 req-262d5701-e731-4ea4-862c-ed009f7537db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd703e02-6517-4663-9f1c-9bcbff296e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434759 Aug 13 02:41:01.672508 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-864d9619-9499-407d-8b0a-01633731d820 req-b03b9eaa-fcc0-44fb-b129-4729ac71e3dd service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496274 Aug 13 02:41:01.795108 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.800019 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-864d9619-9499-407d-8b0a-01633731d820 req-a4c350e2-a3ea-4493-a3b4-9327dac335cf service neutron] 10.222.0.20 "GET /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198592 Aug 13 02:41:01.805817 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167c3ae-7a80-4aca-bb3a-33c4e2d6ee6e req-88aedf1a-72fa-4765-81e0-a274c56df959 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.822920 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6167c3ae-7a80-4aca-bb3a-33c4e2d6ee6e req-88aedf1a-72fa-4765-81e0-a274c56df959 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 944 time: 0.1495795 Aug 13 02:41:01.901463 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6167c3ae-7a80-4aca-bb3a-33c4e2d6ee6e req-a4935613-73b4-4a6a-9172-73849bce9f20 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762446 Aug 13 02:41:02.258884 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49878) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:02.358892 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c65956-81ee-4f3e-9e5b-6717daf7c8a4 req-9b05dd3d-995e-418e-b2ab-6473922e32b7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.361417 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c7c65956-81ee-4f3e-9e5b-6717daf7c8a4 req-9b05dd3d-995e-418e-b2ab-6473922e32b7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1227317 Aug 13 02:41:02.402175 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770c1ca-ef06-45ee-b52b-7a37b5f724a8 req-a193b9db-9ce4-424d-9d4c-4360e930141c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.404053 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d770c1ca-ef06-45ee-b52b-7a37b5f724a8 req-a193b9db-9ce4-424d-9d4c-4360e930141c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1014135 Aug 13 02:41:02.427134 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c7c65956-81ee-4f3e-9e5b-6717daf7c8a4 req-df928343-816d-4196-a281-db6deb6b2898 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553553 Aug 13 02:41:02.472025 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d770c1ca-ef06-45ee-b52b-7a37b5f724a8 req-c0e6f30e-2aba-49ac-89b1-e69fb24c3678 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552559 Aug 13 02:41:02.547760 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8858f910-a7f1-4982-85fa-b769c4ecfaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.720220 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8858f910-a7f1-4982-85fa-b769c4ecfaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.724433 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8858f910-a7f1-4982-85fa-b769c4ecfaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.773120 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8858f910-a7f1-4982-85fa-b769c4ecfaae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7304960e4ee84959bf98d26be4c532a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077074 Aug 13 02:41:02.773120 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858f910-a7f1-4982-85fa-b769c4ecfaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883278a2-45e9-43bd-b942-cfb08c4ac1ba,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:02.773588 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 49882) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:02.862272 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.896153 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.007789 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.013092 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.018267 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/883278a2-45e9-43bd-b942-cfb08c4ac1ba HTTP/1.1" status: 204 len: 168 time: 0.2394912 Aug 13 02:41:03.035411 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883278a2-45e9-43bd-b942-cfb08c4ac1ba,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.045443 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.045976 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.046503 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.047577 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.048343 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.048532 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.048860 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.049221 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.049722 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.050064 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.050393 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.050722 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eafc0ec-cf53-4e49-b66b-85132550eff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:03.180925 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2562ed-d5ec-4a54-bef5-89b2d78a8803 req-5d563624-6572-4e47-8e76-98e2af6a0a73 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:03.183857 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2c2562ed-d5ec-4a54-bef5-89b2d78a8803 req-5d563624-6572-4e47-8e76-98e2af6a0a73 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 944 time: 0.1121862 Aug 13 02:41:03.255581 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2c2562ed-d5ec-4a54-bef5-89b2d78a8803 req-f5ec4bce-f9d7-4681-86f9-af38721f3589 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586143 Aug 13 02:41:03.437384 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device f76cde7e-1b81-40e7-b201-8e17d7bbf78f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:03.720396 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a75107-ffca-4ac4-8848-a127ef6ff094 req-2d344f9c-263e-4b91-af83-8f7b006defde tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:03.729699 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f3a75107-ffca-4ac4-8848-a127ef6ff094 req-2d344f9c-263e-4b91-af83-8f7b006defde tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1156170 Aug 13 02:41:03.805829 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f3a75107-ffca-4ac4-8848-a127ef6ff094 req-a07ee055-4cdb-4f5d-916c-9aab6063aeea tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747468 Aug 13 02:41:03.831272 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307c87-e587-456e-ab05-7a242f0a1a4f req-cad123ff-184b-4b44-bb01-d37a00f5feff tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:03.847633 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c7307c87-e587-456e-ab05-7a242f0a1a4f req-cad123ff-184b-4b44-bb01-d37a00f5feff tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1483250 Aug 13 02:41:03.931286 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c7307c87-e587-456e-ab05-7a242f0a1a4f req-41c4a36a-6a35-418b-bbc9-07eb728cb620 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823851 Aug 13 02:41:04.022306 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:04.041822 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'port_id': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'mac_address': 'fa:16:3e:c0:4c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:04.136027 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.165709 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76cde7e-1b81-40e7-b201-8e17d7bbf78f {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:04.204449 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:04.213941 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.340531 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:04.505054 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['f76cde7e-1b81-40e7-b201-8e17d7bbf78f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:04.521390 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6647b-9fc5-47ab-bb5a-20a8a0bf0dd1 req-311dba10-9a30-45b9-8641-b64681de3995 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:04.523318 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f6b6647b-9fc5-47ab-bb5a-20a8a0bf0dd1 req-311dba10-9a30-45b9-8641-b64681de3995 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 945 time: 0.0908415 Aug 13 02:41:04.638430 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f6b6647b-9fc5-47ab-bb5a-20a8a0bf0dd1 req-2d899416-5486-4a08-8cb1-c106f857a66a tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012483 Aug 13 02:41:04.986687 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892562ce-656f-4d86-bb65-52b242c4c25e req-f74667c3-8848-49df-9a1b-46c0fac2cf9e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:04.989194 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-892562ce-656f-4d86-bb65-52b242c4c25e req-f74667c3-8848-49df-9a1b-46c0fac2cf9e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0776558 Aug 13 02:41:05.065822 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-892562ce-656f-4d86-bb65-52b242c4c25e req-fae91aac-49af-4328-bf6f-ba6611b6f2a4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642602 Aug 13 02:41:05.160388 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ae42b-5316-4cc4-b87e-e87f669aa395 req-584c838f-f30b-447e-ba13-616253933d3c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.173595 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-032ae42b-5316-4cc4-b87e-e87f669aa395 req-584c838f-f30b-447e-ba13-616253933d3c tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1072052 Aug 13 02:41:05.248511 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-032ae42b-5316-4cc4-b87e-e87f669aa395 req-e7ad8014-cd65-4946-96b9-77c534af1b48 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732279 Aug 13 02:41:05.798765 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a22308-98d5-4f1d-8b0b-3b19c5a2dc48 req-c670dd17-7cc8-4390-afad-d1b7be39066d tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.809367 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-04a22308-98d5-4f1d-8b0b-3b19c5a2dc48 req-c670dd17-7cc8-4390-afad-d1b7be39066d tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 945 time: 0.0730541 Aug 13 02:41:05.860262 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-04a22308-98d5-4f1d-8b0b-3b19c5a2dc48 req-6dfb6604-cb74-41eb-88e6-ecde588f2c53 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Aug 13 02:41:06.236838 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88effdb-86c0-440b-8ac2-21110f238347 req-389daee7-ab58-4d08-9946-7ad8d2fe3da2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:06.245507 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d88effdb-86c0-440b-8ac2-21110f238347 req-389daee7-ab58-4d08-9946-7ad8d2fe3da2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0698707 Aug 13 02:41:06.282169 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d88effdb-86c0-440b-8ac2-21110f238347 req-080dd7d7-3b65-40f6-9b2c-fafbf5492b11 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356045 Aug 13 02:41:07.063890 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27569576-052d-411c-b159-bf092d668dbd req-cf138752-756b-4998-94c9-adcea388c735 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:07.065926 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-27569576-052d-411c-b159-bf092d668dbd req-cf138752-756b-4998-94c9-adcea388c735 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 945 time: 0.0762894 Aug 13 02:41:07.131503 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-27569576-052d-411c-b159-bf092d668dbd req-8a511fa6-f32d-456b-8e36-041086fbe258 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516560 Aug 13 02:41:07.469315 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device f76cde7e-1b81-40e7-b201-8e17d7bbf78f up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:07.571424 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c2470-df38-418e-8cbe-db51626968be req-cec7c2a0-0854-4cff-a24d-6bf15c99afb2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:07.573413 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-907c2470-df38-418e-8cbe-db51626968be req-cec7c2a0-0854-4cff-a24d-6bf15c99afb2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1514947 Aug 13 02:41:07.581904 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port f76cde7e-1b81-40e7-b201-8e17d7bbf78f completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:07.588685 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port f76cde7e-1b81-40e7-b201-8e17d7bbf78f triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:07.589213 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.638860 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-907c2470-df38-418e-8cbe-db51626968be req-a09e4e4d-c399-4c28-8b5e-b51a2882ea91 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554907 Aug 13 02:41:07.758647 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.807226 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:07.811146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a02cfb-5538-428c-8575-09b45793ffea" -d '{"events": [{"server_uuid": "08810519-b645-4063-a702-4e8f60469191", "name": "network-vif-plugged", "status": "completed", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:07.836241 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:07.844366 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.888514 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a8c5b0-323c-4223-9457-10132f8e69e2 x-openstack-request-id: req-e7a8c5b0-323c-4223-9457-10132f8e69e2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:07.889185 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08810519-b645-4063-a702-4e8f60469191", "name": "network-vif-plugged", "status": "completed", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:07.889563 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7a8c5b0-323c-4223-9457-10132f8e69e2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:07.889844 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'code': 200} Aug 13 02:41:07.941715 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:08.199093 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04866073-209d-4d87-9ad1-e5d1a44841df req-4f4d36f4-2e64-4d3e-a658-80396108b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:08.203644 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04866073-209d-4d87-9ad1-e5d1a44841df req-4f4d36f4-2e64-4d3e-a658-80396108b485 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1099 time: 0.0896165 Aug 13 02:41:08.261867 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04866073-209d-4d87-9ad1-e5d1a44841df req-17978a8b-f278-40ad-ac4a-d6b04821e4ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 Aug 13 02:41:08.384866 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c01e62-3497-49e0-a7e8-8e9900c99275 req-4f7c7fec-0e24-4698-9f9d-c4d9a52fc23a tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:08.386518 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-03c01e62-3497-49e0-a7e8-8e9900c99275 req-4f7c7fec-0e24-4698-9f9d-c4d9a52fc23a tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.1028352 Aug 13 02:41:08.467108 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-03c01e62-3497-49e0-a7e8-8e9900c99275 req-188e70c8-8c6f-4932-8418-2535cfb945d2 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664265 Aug 13 02:41:08.607536 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49984) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:08.843828 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bef38dcb-7897-42ee-8a26-3088984911d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.886209 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e6384-6c5e-4b0d-abd8-194ab22c0d42 req-ad8cf099-d1b1-4e74-9175-e84b9e1320dc tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:08.888662 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3a3e6384-6c5e-4b0d-abd8-194ab22c0d42 req-ad8cf099-d1b1-4e74-9175-e84b9e1320dc tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0848725 Aug 13 02:41:08.958145 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3a3e6384-6c5e-4b0d-abd8-194ab22c0d42 req-d0b6fe92-a539-465f-abed-bf14e7fbb35d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609381 Aug 13 02:41:09.024915 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bef38dcb-7897-42ee-8a26-3088984911d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.031254 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bef38dcb-7897-42ee-8a26-3088984911d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.076126 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef38dcb-7897-42ee-8a26-3088984911d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f2527-86cc-4991-be63-d2580e681320,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:09.110379 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-bef38dcb-7897-42ee-8a26-3088984911d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e923acb1e49b4a6080b8bc6b7a8d0c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4994853 Aug 13 02:41:09.112900 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 49990) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:09.213945 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-423e49ad-5596-46f1-a3eb-a5b387bf383a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.262876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-423e49ad-5596-46f1-a3eb-a5b387bf383a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.361504 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-423e49ad-5596-46f1-a3eb-a5b387bf383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.364672 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-423e49ad-5596-46f1-a3eb-a5b387bf383a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.370526 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-423e49ad-5596-46f1-a3eb-a5b387bf383a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b1f2527-86cc-4991-be63-d2580e681320 HTTP/1.1" status: 204 len: 168 time: 0.2541924 Aug 13 02:41:09.378935 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e49ad-5596-46f1-a3eb-a5b387bf383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f2527-86cc-4991-be63-d2580e681320,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:09.683933 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd4e06-3ae9-4120-9e14-9d6305089255 req-095e608d-3ab7-4abb-8e92-fa284b7ae094 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:09.694357 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2fdd4e06-3ae9-4120-9e14-9d6305089255 req-095e608d-3ab7-4abb-8e92-fa284b7ae094 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.1121974 Aug 13 02:41:09.804682 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2fdd4e06-3ae9-4120-9e14-9d6305089255 req-adf952e0-1218-4b0c-946c-2e121ac362ce tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066492 Aug 13 02:41:10.127312 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b94d6-3200-4aad-92b7-dfa51c63b179 req-f9227d95-5f66-4877-84a9-d4f83f1e516c tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.137790 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-471b94d6-3200-4aad-92b7-dfa51c63b179 req-f9227d95-5f66-4877-84a9-d4f83f1e516c tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.1189480 Aug 13 02:41:10.194271 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-471b94d6-3200-4aad-92b7-dfa51c63b179 req-8827c4ad-1b23-47c2-9a44-15743a6b8cf8 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Aug 13 02:41:10.442439 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5d3cd-7a0d-450e-8135-ded1fb77cdda req-4471a1e5-e5ae-4552-b613-00509dbfba95 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.455931 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fa5d3cd-7a0d-450e-8135-ded1fb77cdda req-4471a1e5-e5ae-4552-b613-00509dbfba95 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0836601 Aug 13 02:41:10.584776 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f14ab-fed8-4769-a003-f4b4e69b887b req-f41b6e28-97cd-4332-830b-730f1c6f7784 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.585844 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3fa5d3cd-7a0d-450e-8135-ded1fb77cdda req-3d09824f-f186-49df-b77f-208b5c1e4782 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284347 Aug 13 02:41:10.599959 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c25f14ab-fed8-4769-a003-f4b4e69b887b req-f41b6e28-97cd-4332-830b-730f1c6f7784 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1625435 Aug 13 02:41:10.703304 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c25f14ab-fed8-4769-a003-f4b4e69b887b req-e08410e8-0c98-4245-8301-d889ee4e9a53 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010661 Aug 13 02:41:11.185562 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e215c-63ed-4d18-a69b-8d4123625ba5 req-552d70cc-702d-4470-bfab-1da1c985546c tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:11.199662 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-350e215c-63ed-4d18-a69b-8d4123625ba5 req-552d70cc-702d-4470-bfab-1da1c985546c tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.0799537 Aug 13 02:41:11.255839 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-350e215c-63ed-4d18-a69b-8d4123625ba5 req-a0660d0d-1b8c-41fb-93e3-fb0900cafb7e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548451 Aug 13 02:41:11.837374 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87155c6-25f5-4d8f-a64a-d5544784047a req-f2708076-b4a9-4ff6-8c0d-6cd13967c37f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:11.839042 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e87155c6-25f5-4d8f-a64a-d5544784047a req-f2708076-b4a9-4ff6-8c0d-6cd13967c37f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1219895 Aug 13 02:41:11.974032 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e87155c6-25f5-4d8f-a64a-d5544784047a req-9d1038f1-99e5-45b3-9a8c-82bf5ad9f955 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177485 Aug 13 02:41:12.042753 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42aaeb-b5ee-43ce-8122-f46db237da78 req-420da9f5-0237-4c2b-82e7-26493cd3302d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:12.044116 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4c42aaeb-b5ee-43ce-8122-f46db237da78 req-420da9f5-0237-4c2b-82e7-26493cd3302d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1825502 Aug 13 02:41:12.147508 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4c42aaeb-b5ee-43ce-8122-f46db237da78 req-32637ac0-4f95-4a73-861f-d90b70e80ed1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937862 Aug 13 02:41:12.382264 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-54ea2349-d159-4966-b240-02e7236a3f01 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:12.383785 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-54ea2349-d159-4966-b240-02e7236a3f01 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0778537 Aug 13 02:41:12.794208 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fb25c-e562-4716-ba70-4474eb187f07 req-a629f769-cb37-4613-8a82-6aa6d714a78b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:12.801723 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ba9fb25c-e562-4716-ba70-4474eb187f07 req-a629f769-cb37-4613-8a82-6aa6d714a78b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.4167717 Aug 13 02:41:12.868357 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ba9fb25c-e562-4716-ba70-4474eb187f07 req-99d906da-5e87-40be-a78b-8cf9b0ff4486 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655699 Aug 13 02:41:12.878532 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Deleting port 05e1db29-448f-414b-8ab6-33f632f18ea8 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:12.879286 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.105511 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] For port 05e1db29-448f-414b-8ab6-33f632f18ea8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=05e1db29-448f-414b-8ab6-33f632f18ea8,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:13.106262 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.131690 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Calling delete_port for 05e1db29-448f-414b-8ab6-33f632f18ea8 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:13.167343 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98551e96-fdd6-4f92-a48d-554a4d4a2ca7 req-fef9474c-0647-4177-af78-186007e5676d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:13.168890 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-98551e96-fdd6-4f92-a48d-554a4d4a2ca7 req-fef9474c-0647-4177-af78-186007e5676d tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d135b16-441f-4c3d-9628-601cb445ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0656404 Aug 13 02:41:13.221125 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-98551e96-fdd6-4f92-a48d-554a4d4a2ca7 req-1a032b21-725c-4e5d-9a1e-d51ff67a5716 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Aug 13 02:41:13.385216 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.403079 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['05e1db29-448f-414b-8ab6-33f632f18ea8', '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:13.449867 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1ff90-6e1e-40ad-abe4-bc08d4034eae req-3cd26c5e-d743-45bf-9c76-9d2ae2665f7d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:13.462344 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0ac1ff90-6e1e-40ad-abe4-bc08d4034eae req-3cd26c5e-d743-45bf-9c76-9d2ae2665f7d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.1622548 Aug 13 02:41:13.470060 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Pushing event deleted for resources: {'Port': ['ID=05e1db29-448f-414b-8ab6-33f632f18ea8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:13.534798 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] No DVR routers for this DVR port 05e1db29-448f-414b-8ab6-33f632f18ea8 on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:13.541806 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.543804 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5de5a169-4f06-42ae-8fc0-9a0774bd3b96 req-e2a8ff36-b4cf-4a80-a9b3-ea2b9c206bf1 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.20 "DELETE /v2.0/ports/05e1db29-448f-414b-8ab6-33f632f18ea8 HTTP/1.1" status: 204 len: 173 time: 1.1469204 Aug 13 02:41:13.544256 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d135b16-441f-4c3d-9628-601cb445ddf9', 'name': 'network-vif-deleted', 'tag': '05e1db29-448f-414b-8ab6-33f632f18ea8'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:13.546941 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77652dc-c6b1-42d4-b592-0e791a016b7b" -d '{"events": [{"server_uuid": "4d135b16-441f-4c3d-9628-601cb445ddf9", "name": "network-vif-deleted", "tag": "05e1db29-448f-414b-8ab6-33f632f18ea8"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:13.568635 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0ac1ff90-6e1e-40ad-abe4-bc08d4034eae req-a9e94aff-9f0c-4f7f-a9d3-58592d9e07b2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052642 Aug 13 02:41:13.675142 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddce3b3-119c-47ae-83e7-71a8ce619f37 x-openstack-request-id: req-8ddce3b3-119c-47ae-83e7-71a8ce619f37 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:13.675396 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d135b16-441f-4c3d-9628-601cb445ddf9", "name": "network-vif-deleted", "tag": "05e1db29-448f-414b-8ab6-33f632f18ea8", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:13.675654 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ddce3b3-119c-47ae-83e7-71a8ce619f37 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:13.676101 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d135b16-441f-4c3d-9628-601cb445ddf9', 'name': 'network-vif-deleted', 'tag': '05e1db29-448f-414b-8ab6-33f632f18ea8', 'status': 'completed', 'code': 200} Aug 13 02:41:13.916884 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-5a91be2d-40f6-45dc-8b79-c2463cd001a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:13.918775 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-5a91be2d-40f6-45dc-8b79-c2463cd001a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 1098 time: 0.0742364 Aug 13 02:41:14.090189 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356ebc-993e-4ea2-964b-cb3fb2864b4a req-c88bdb64-c21a-4849-8fcb-ca1a2d4d2cc1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.091783 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b356ebc-993e-4ea2-964b-cb3fb2864b4a req-c88bdb64-c21a-4849-8fcb-ca1a2d4d2cc1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0857313 Aug 13 02:41:14.118261 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-52a3c3dc-6a6b-480b-b743-f66557c47a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.119853 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-52a3c3dc-6a6b-480b-b743-f66557c47a88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.1798651 Aug 13 02:41:14.209550 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5b356ebc-993e-4ea2-964b-cb3fb2864b4a req-f4d543de-2331-4818-83e6-c51a3a5a79a1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009674 Aug 13 02:41:14.242383 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-e1f88fb4-8168-4a6d-b7bd-925abcd61b07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f3369ea-3752-4671-9028-bebbf762ef90 HTTP/1.1" status: 200 len: 1001 time: 0.1129353 Aug 13 02:41:14.327140 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-87bfa68d-bbb2-4c19-9b78-c5d27286b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.329860 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-87bfa68d-bbb2-4c19-9b78-c5d27286b56e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0785737 Aug 13 02:41:14.439753 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-e22eee2b-7ad8-499d-8484-ed8d35abba33 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a8df7c7ef7dc427db97dd31f8c145f5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564129 Aug 13 02:41:14.468547 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-3ecf73c2-0e41-49f3-add4-18df1944d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.471070 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-3ecf73c2-0e41-49f3-add4-18df1944d2e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1316221 Aug 13 02:41:14.654982 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99420ddc-6bc8-4752-a1e7-9c3396a805da req-bd877256-3485-4e15-bf11-22562c70dde0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.657141 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99420ddc-6bc8-4752-a1e7-9c3396a805da req-bd877256-3485-4e15-bf11-22562c70dde0 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0600698 Aug 13 02:41:14.711187 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99420ddc-6bc8-4752-a1e7-9c3396a805da req-dd37eddf-6fc6-43ae-8d63-04aa1ac95122 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473096 Aug 13 02:41:14.853001 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83cf56-d729-43bf-893c-50977b692be2 req-01b1360d-306e-42a1-a862-cd30995a84a3 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.854527 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04807ea8-96c5-419c-8eed-d615b7d905e7 req-e61e132e-d3f7-4633-bf45-cca2833feaf3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.854727 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-01b1360d-306e-42a1-a862-cd30995a84a3 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4037471 Aug 13 02:41:14.856283 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-04807ea8-96c5-419c-8eed-d615b7d905e7 req-e61e132e-d3f7-4633-bf45-cca2833feaf3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 945 time: 0.0629506 Aug 13 02:41:14.859208 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-8e2c6b12-4550-4990-9501-e8a86eeeaa61 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737803 Aug 13 02:41:14.884509 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-02dd1cda-b2ad-457a-9423-216091876b88 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/quotas/a8df7c7ef7dc427db97dd31f8c145f5e HTTP/1.1" status: 200 len: 375 time: 0.0197244 Aug 13 02:41:14.906124 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-04807ea8-96c5-419c-8eed-d615b7d905e7 req-0968ce2d-e2cd-4559-8341-7e781c6ddf36 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386837 Aug 13 02:41:14.959926 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-96208bc2-7c7f-4d40-9a30-750998ce5194 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a8df7c7ef7dc427db97dd31f8c145f5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655887 Aug 13 02:41:14.996123 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4cf50f50-d274-40c4-ace0-0e5feaa629ec req-5d4dc6b2-411f-48b2-ad36-dbd4608edf3d service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244495 Aug 13 02:41:15.160099 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a5e2a040-17a3-4326-8f19-9ba32a6ae5bd req-3d35f093-dc5b-4d6f-8a49-61f82142749c tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 210 time: 0.0431933 Aug 13 02:41:15.398779 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaa7bf-e467-4484-840f-27859d14dbbd req-98f7d511-5815-4934-a9ca-96fd9d024e13 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:15.400971 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4dcaa7bf-e467-4484-840f-27859d14dbbd req-98f7d511-5815-4934-a9ca-96fd9d024e13 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0741560 Aug 13 02:41:15.463309 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4dcaa7bf-e467-4484-840f-27859d14dbbd req-4038a748-7c01-405b-bbff-5899c17587f0 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542839 Aug 13 02:41:15.508513 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 05e1db29-448f-414b-8ab6-33f632f18ea8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:15.534423 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 05e1db29-448f-414b-8ab6-33f632f18ea8 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:15.534821 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 05e1db29-448f-414b-8ab6-33f632f18ea8 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:15.535320 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:15.650368 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:15.680344 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:15.682661 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89d0316-0e47-4224-848f-4a9041b21d75" -d '{"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:15.707063 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:15.714022 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:15.752991 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83f54d6-9675-4488-a851-694ed49b443b x-openstack-request-id: req-d83f54d6-9675-4488-a851-694ed49b443b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:15.754550 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:15.754550 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d83f54d6-9675-4488-a851-694ed49b443b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:15.755182 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90', 'code': 200} Aug 13 02:41:15.783791 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:15.892907 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a231bb-8eb7-44ae-b7e5-f81f8f6ca468 req-9bb8b4e5-d3b8-491d-b22f-b6cac9f2b781 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:15.895093 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-26a231bb-8eb7-44ae-b7e5-f81f8f6ca468 req-9bb8b4e5-d3b8-491d-b22f-b6cac9f2b781 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0658369 Aug 13 02:41:15.945744 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-26a231bb-8eb7-44ae-b7e5-f81f8f6ca468 req-633cc494-ec4e-44ac-9d33-d5c73c623326 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Aug 13 02:41:16.088740 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a34dd-fe1c-4883-bf76-237d64ab3412 req-f89d93d4-aab7-4aa7-b964-42b0dcd28d06 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.090403 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-012a34dd-fe1c-4883-bf76-237d64ab3412 req-f89d93d4-aab7-4aa7-b964-42b0dcd28d06 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0841815 Aug 13 02:41:16.153508 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-012a34dd-fe1c-4883-bf76-237d64ab3412 req-c57c3f9d-851a-47dd-ba43-2fa804d285bb tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541296 Aug 13 02:41:16.301639 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3fe52cdb-6fde-4ca5-b204-47351cc210e2 req-71b9d55d-673b-4014-a8a6-e791fb7b7f4d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 210 time: 0.0550902 Aug 13 02:41:16.330514 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-aebde912-5175-4704-85ca-e26bc7d4da93 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a8df7c7ef7dc427db97dd31f8c145f5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410061 Aug 13 02:41:16.465022 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3129d713-1a27-43d9-a1f2-f768c42abcf1 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.466382 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3129d713-1a27-43d9-a1f2-f768c42abcf1 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297560 Aug 13 02:41:16.492278 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Request body: {'port': {'device_id': 'd09c5a9b-5c4f-44b0-b1dd-38f2386c103a', 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4', 'admin_state_up': True, 'tenant_id': 'a8df7c7ef7dc427db97dd31f8c145f5e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:16.642159 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Made reservation on behalf of a8df7c7ef7dc427db97dd31f8c145f5e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:16.648620 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:16.661767 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:16.664659 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86500d-c827-424d-8acd-ca2fe42b9956 req-4a1c229c-9a26-4fd3-9414-0b01059eaf2c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.667166 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be86500d-c827-424d-8acd-ca2fe42b9956 req-4a1c229c-9a26-4fd3-9414-0b01059eaf2c tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0833325 Aug 13 02:41:16.726183 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-be86500d-c827-424d-8acd-ca2fe42b9956 req-4b201bf6-b050-4c86-a167-d803bbaa50bb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472670 Aug 13 02:41:16.809355 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:16.815989 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:16.924914 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6cb25c-7269-4828-ac1a-a9e859973bf5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:17.040471 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Allocated IP 192.168.233.188 (154039ae-d1a7-484b-9d19-2fcc6ed2dfa4/57c54b8a-756e-4078-b9a3-3f125717731b/87f4493b-b0a2-4991-8bbc-d5f189c4e878) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:17.162278 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a5366-6668-4239-bb17-be704d08ca74 req-bf4be76e-2d9d-454f-8284-4aa05e7b7dbb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.164966 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c75a5366-6668-4239-bb17-be704d08ca74 req-bf4be76e-2d9d-454f-8284-4aa05e7b7dbb tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.1207755 Aug 13 02:41:17.341918 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c75a5366-6668-4239-bb17-be704d08ca74 req-4b787d25-1888-4fd0-bfba-f0699678ad88 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605973 Aug 13 02:41:17.361793 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf0402-6290-43aa-84b8-17199103902a req-e3cda8b4-9550-4ea4-b264-c068c2dda114 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.363506 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0cdf0402-6290-43aa-84b8-17199103902a req-e3cda8b4-9550-4ea4-b264-c068c2dda114 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0845470 Aug 13 02:41:17.428240 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:17.436493 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0cdf0402-6290-43aa-84b8-17199103902a req-c3ef7561-e1d9-4473-a017-86c8cda98fb4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540216 Aug 13 02:41:17.464811 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Transition to ACTIVE for port object 87f4493b-b0a2-4991-8bbc-d5f189c4e878 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:17.490821 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0aff5726-2776-417e-9038-7c83fbf8e3ce req-07b77286-9d66-4cb8-b3a0-f050e4f0aa53 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 210 time: 0.0445762 Aug 13 02:41:17.540056 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:17.618664 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:17.628248 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:17.635396 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:17.690044 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Pushing event updated for resources: {'Port': ['ID=87f4493b-b0a2-4991-8bbc-d5f189c4e878,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:17.727197 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.728210 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:17.748856 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-b5d686e8-1c7e-40f0-b710-caae38055516 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2636983 Aug 13 02:41:17.768254 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Request body: {'port': {'device_id': 'd09c5a9b-5c4f-44b0-b1dd-38f2386c103a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:17.889448 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:17.951512 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8fe10-6b35-4bad-9cd7-513c0165943b req-5cb28b79-34e0-4b5a-a43c-89464e91ceb5 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.953776 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-21b8fe10-6b35-4bad-9cd7-513c0165943b req-5cb28b79-34e0-4b5a-a43c-89464e91ceb5 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1032584 Aug 13 02:41:18.019678 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ccd221a5-9ce4-4bb8-8589-2846d533eb02 None None] Provisioning for port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:18.024872 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ccd221a5-9ce4-4bb8-8589-2846d533eb02 None None] Provisioning complete for port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:18.025686 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccd221a5-9ce4-4bb8-8589-2846d533eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:18.093810 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ccd221a5-9ce4-4bb8-8589-2846d533eb02 None None] Port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:18.093964 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-21b8fe10-6b35-4bad-9cd7-513c0165943b req-f659bd24-a004-4cd2-bf63-15c518776195 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178918 Aug 13 02:41:18.250948 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f4493b-b0a2-4991-8bbc-d5f189c4e878 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:18.260184 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:18.275982 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Transition to ACTIVE for port object 87f4493b-b0a2-4991-8bbc-d5f189c4e878 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:18.281979 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:18.435619 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=87f4493b-b0a2-4991-8bbc-d5f189c4e878,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:18.538606 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Attempting to bind port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:18.539620 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Attempting to bind port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:18.539620 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Attempting to bind port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 on network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:18.556978 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 on network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:41:18.556978 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Attempting to bind port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 on network 154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:18.578281 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:18.578831 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Checking segment: {'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:18.579442 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Bound using segment: {'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:18.580164 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Bound port: 87f4493b-b0a2-4991-8bbc-d5f189c4e878, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4b6ecd-2ff6-4f65-af2f-461b4df5e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:18.580747 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:18.586230 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d194a9f-5a53-45a7-b4d0-ae84dc81649c req-c163fcac-6e7c-44bd-9b1e-392c0153aa19 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:18.596077 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d194a9f-5a53-45a7-b4d0-ae84dc81649c req-c163fcac-6e7c-44bd-9b1e-392c0153aa19 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0958323 Aug 13 02:41:18.616835 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862d65b-a444-4362-b96a-f75662feba32 req-c815f373-b975-478d-8158-23f4f92555cb tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:18.619671 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9862d65b-a444-4362-b96a-f75662feba32 req-c815f373-b975-478d-8158-23f4f92555cb tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.1575415 Aug 13 02:41:18.663506 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d194a9f-5a53-45a7-b4d0-ae84dc81649c req-4c51e340-fca0-4a78-bf69-67e0247c6e21 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652614 Aug 13 02:41:18.777624 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9862d65b-a444-4362-b96a-f75662feba32 req-b9787610-9c5a-4feb-9a6e-31488e012e93 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177597 Aug 13 02:41:18.786111 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] For port 87f4493b-b0a2-4991-8bbc-d5f189c4e878, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:18.791807 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] For port 87f4493b-b0a2-4991-8bbc-d5f189c4e878, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=87f4493b-b0a2-4991-8bbc-d5f189c4e878,segment=NetworkSegment(6f4b6ecd-2ff6-4f65-af2f-461b4df5e656),segment_id=6f4b6ecd-2ff6-4f65-af2f-461b4df5e656)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:18.797623 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:18.842421 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edbbc2-d902-43e6-b16d-c0670ee45356 req-79e2133d-48fe-4e3a-b5df-e81725c28d44 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:18.850905 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31edbbc2-d902-43e6-b16d-c0670ee45356 req-79e2133d-48fe-4e3a-b5df-e81725c28d44 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 948 time: 0.1016431 Aug 13 02:41:18.864644 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:18.865718 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:18.868068 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] 10.222.0.20 "PUT /v2.0/ports/87f4493b-b0a2-4991-8bbc-d5f189c4e878 HTTP/1.1" status: 200 len: 1098 time: 1.1077130 Aug 13 02:41:18.868688 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09c5a9b-5c4f-44b0-b1dd-38f2386c103a', 'tag': '87f4493b-b0a2-4991-8bbc-d5f189c4e878'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:18.882221 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa616973-e436-4e83-8aa2-a1a502d5d695" -d '{"events": [{"name": "network-changed", "server_uuid": "d09c5a9b-5c4f-44b0-b1dd-38f2386c103a", "tag": "87f4493b-b0a2-4991-8bbc-d5f189c4e878"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:18.910751 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-31edbbc2-d902-43e6-b16d-c0670ee45356 req-690d6dd1-b6e2-42e4-9eb5-ca407e27b00d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586016 Aug 13 02:41:18.992692 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9dcda7-2d47-48c1-b0de-ac07b42d2d47 x-openstack-request-id: req-4b9dcda7-2d47-48c1-b0de-ac07b42d2d47 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:18.993080 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09c5a9b-5c4f-44b0-b1dd-38f2386c103a", "tag": "87f4493b-b0a2-4991-8bbc-d5f189c4e878", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:18.993335 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b9dcda7-2d47-48c1-b0de-ac07b42d2d47 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:18.993707 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09c5a9b-5c4f-44b0-b1dd-38f2386c103a', 'tag': '87f4493b-b0a2-4991-8bbc-d5f189c4e878', 'status': 'completed', 'code': 200} Aug 13 02:41:19.007824 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686d61c-89f3-49f2-85be-f86944966ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=87f4493b-b0a2-4991-8bbc-d5f189c4e878,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:19.032188 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83cf56-d729-43bf-893c-50977b692be2 req-c0e3b040-64a5-4b8b-b691-0a90e9e72b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.034240 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-c0e3b040-64a5-4b8b-b691-0a90e9e72b25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8df7c7ef7dc427db97dd31f8c145f5e&device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 1101 time: 0.0928445 Aug 13 02:41:19.105558 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-de36aa7d-c99f-4a3c-83ed-9d18d783d81b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=87f4493b-b0a2-4991-8bbc-d5f189c4e878 HTTP/1.1" status: 200 len: 217 time: 0.0484090 Aug 13 02:41:19.177308 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3593a7d3-77bd-4857-ae35-490a7c42df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.182635 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-3593a7d3-77bd-4857-ae35-490a7c42df7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57c54b8a-756e-4078-b9a3-3f125717731b HTTP/1.1" status: 200 len: 843 time: 0.0644169 Aug 13 02:41:19.207197 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50210) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:19.236988 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f2d14-3a6a-48b7-b43a-fbcab3edfd1b req-3fadbbb9-1cf9-4f7b-b0d3-159ed5c1d280 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.242344 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-775f2d14-3a6a-48b7-b43a-fbcab3edfd1b req-3fadbbb9-1cf9-4f7b-b0d3-159ed5c1d280 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0764616 Aug 13 02:41:19.259654 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83cf56-d729-43bf-893c-50977b692be2 req-ad459fb7-cd40-4af3-bd2f-17a02ae69f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.261250 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-ad459fb7-cd40-4af3-bd2f-17a02ae69f34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=154039ae-d1a7-484b-9d19-2fcc6ed2dfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0665760 Aug 13 02:41:19.292975 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-775f2d14-3a6a-48b7-b43a-fbcab3edfd1b req-10dffff9-214c-4ac9-ab05-d9673c4916dd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482981 Aug 13 02:41:19.437505 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-66d75d73-bda3-4467-9b90-f053f5e9b8e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2278225 Aug 13 02:41:19.472639 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-4f8aaf67-a453-44e2-8130-2f34a0471136 service neutron] 10.222.0.20 "GET /v2.0/networks/154039ae-d1a7-484b-9d19-2fcc6ed2dfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971257 Aug 13 02:41:19.501167 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:19.606450 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e83cf56-d729-43bf-893c-50977b692be2 req-d46bc457-999e-4cca-9494-a03ddce149f9 service neutron] 10.222.0.20 "GET /v2.0/networks/154039ae-d1a7-484b-9d19-2fcc6ed2dfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227973 Aug 13 02:41:19.711707 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-b9f2f0de-1b62-441c-95f6-9fb182817410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.713696 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-b9f2f0de-1b62-441c-95f6-9fb182817410 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8df7c7ef7dc427db97dd31f8c145f5e&device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 1101 time: 0.0543356 Aug 13 02:41:19.996299 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26273625-e703-4175-9682-5101998e83e3 req-b28835d6-cf65-4f6c-a4b2-eb43e3142099 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.997904 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26273625-e703-4175-9682-5101998e83e3 req-b28835d6-cf65-4f6c-a4b2-eb43e3142099 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0957892 Aug 13 02:41:20.086141 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26273625-e703-4175-9682-5101998e83e3 req-6fe5ba91-af5c-441f-a11f-debf4c1b3bad tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740719 Aug 13 02:41:20.119969 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72484fa9-f6a3-4fff-8aa3-b2560b53e0ec req-14ad1883-d521-4c64-86f4-b2342803fe2f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.121617 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-72484fa9-f6a3-4fff-8aa3-b2560b53e0ec req-14ad1883-d521-4c64-86f4-b2342803fe2f tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.3800845 Aug 13 02:41:20.156981 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-e6f1b973-d1aa-4814-a8ed-2f4cde8f1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.158464 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-e6f1b973-d1aa-4814-a8ed-2f4cde8f1bbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=154039ae-d1a7-484b-9d19-2fcc6ed2dfa4 HTTP/1.1" status: 200 len: 870 time: 0.4332700 Aug 13 02:41:20.217953 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-4835c9f1-8835-4320-a2e3-59c8dde9ebc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=87f4493b-b0a2-4991-8bbc-d5f189c4e878 HTTP/1.1" status: 200 len: 217 time: 0.0482500 Aug 13 02:41:20.228310 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-72484fa9-f6a3-4fff-8aa3-b2560b53e0ec req-ff94f5ca-1f3b-4883-a9a6-8e814e2a850b tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/security-groups?id=324c2d00-1d99-48a3-a2d0-b2e7dad11e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886717 Aug 13 02:41:20.259038 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89283f04-1d25-4375-af4c-b7a0740e0cfa req-cfce392a-8722-4526-bf93-5ebc54f89709 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.262160 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89283f04-1d25-4375-af4c-b7a0740e0cfa req-cfce392a-8722-4526-bf93-5ebc54f89709 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 948 time: 0.0810781 Aug 13 02:41:20.301496 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-764030ee-14a4-4f4b-ba82-d3c77273298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.303907 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-764030ee-14a4-4f4b-ba82-d3c77273298a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57c54b8a-756e-4078-b9a3-3f125717731b HTTP/1.1" status: 200 len: 843 time: 0.0744743 Aug 13 02:41:20.306566 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-89283f04-1d25-4375-af4c-b7a0740e0cfa req-98c2cd09-311a-46bf-afa8-5e8bd4b56627 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377376 Aug 13 02:41:20.377765 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-487a55a6-786e-4a52-b193-1d774b816a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.379408 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-487a55a6-786e-4a52-b193-1d774b816a10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=154039ae-d1a7-484b-9d19-2fcc6ed2dfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0662539 Aug 13 02:41:20.497737 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc04e-4606-4b67-bc14-d7d38c9e172c req-dc3d104c-f86b-4bd9-90a3-fac5d3c0df7b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.499799 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-916dc04e-4606-4b67-bc14-d7d38c9e172c req-dc3d104c-f86b-4bd9-90a3-fac5d3c0df7b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1029859 Aug 13 02:41:20.527978 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-0e854689-7617-48d5-bbe5-52c747ff72e1 service neutron] 10.222.0.20 "GET /v2.0/networks/154039ae-d1a7-484b-9d19-2fcc6ed2dfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390328 Aug 13 02:41:20.606206 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-916dc04e-4606-4b67-bc14-d7d38c9e172c req-00b7a93c-11ac-454e-8680-a799924bae92 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866849 Aug 13 02:41:20.659010 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa616973-e436-4e83-8aa2-a1a502d5d695 req-88d6ea8a-6018-4b48-9f46-08b50bd64d0c service neutron] 10.222.0.20 "GET /v2.0/networks/154039ae-d1a7-484b-9d19-2fcc6ed2dfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180327 Aug 13 02:41:20.822895 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-f4f7362d-bd5d-44c3-9fad-d939356d5653 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.824999 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-f4f7362d-bd5d-44c3-9fad-d939356d5653 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.20 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 945 time: 0.0751419 Aug 13 02:41:20.931506 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Deleting port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:20.932032 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:21.046999 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] For port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:21.047655 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:21.070829 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Calling delete_port for 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:21.251227 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4b1ec-8a3b-467c-8225-86df3283e2c9 req-a41313d3-f787-492a-9fcf-aa048ef8ee34 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.253357 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cde4b1ec-8a3b-467c-8225-86df3283e2c9 req-a41313d3-f787-492a-9fcf-aa048ef8ee34 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0525010 Aug 13 02:41:21.261352 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:21.279206 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:21.303857 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Pushing event deleted for resources: {'Port': ['ID=9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:21.317280 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cde4b1ec-8a3b-467c-8225-86df3283e2c9 req-d4c40a28-14d6-4121-888a-ab76e8213e81 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548275 Aug 13 02:41:21.388075 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] No DVR routers for this DVR port 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:21.412983 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:21.416373 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b09c9f78-96b9-4f30-aa12-d65e7ce8472e req-dd58bfba-63c1-4822-8735-46858bd9eb69 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.20 "DELETE /v2.0/ports/9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f HTTP/1.1" status: 204 len: 173 time: 0.5846500 Aug 13 02:41:21.417366 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de7d21-2ffb-4199-aedc-c95bf5c67fcf', 'name': 'network-vif-deleted', 'tag': '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:21.421279 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4e715-cccd-4be9-8d0d-e3609d311f04" -d '{"events": [{"server_uuid": "95de7d21-2ffb-4199-aedc-c95bf5c67fcf", "name": "network-vif-deleted", "tag": "9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:21.428345 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4fa81678-521c-491a-84a7-ce77a9109cfb req-7b2c2018-8a8e-4488-a569-1d9a6761e743 tempest-ServerRescueNegativeTestJSON-362436077 tempest-ServerRescueNegativeTestJSON-362436077-project] 10.222.0.22 "GET /v2.0/ports?device_id=95de7d21-2ffb-4199-aedc-c95bf5c67fcf HTTP/1.1" status: 200 len: 210 time: 0.0729275 Aug 13 02:41:21.527647 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bd9ec9-d5a1-4999-995d-3918a34c1d36 x-openstack-request-id: req-e9bd9ec9-d5a1-4999-995d-3918a34c1d36 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:21.529405 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95de7d21-2ffb-4199-aedc-c95bf5c67fcf", "name": "network-vif-deleted", "tag": "9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:21.530021 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9bd9ec9-d5a1-4999-995d-3918a34c1d36 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:21.531443 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95de7d21-2ffb-4199-aedc-c95bf5c67fcf', 'name': 'network-vif-deleted', 'tag': '9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f', 'status': 'completed', 'code': 200} Aug 13 02:41:21.576003 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-5744b0c8-567e-415a-a9ad-bcf00c77f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.577801 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-5744b0c8-567e-415a-a9ad-bcf00c77f12e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77&tenant_id=e65973561a1c4222ab997bb542af6b8a HTTP/1.1" status: 200 len: 1096 time: 0.1478775 Aug 13 02:41:21.587229 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b87a-77cb-424b-a96e-d97571d815e5 req-8933b714-0d3d-4657-9c1d-8819d43fef52 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.588717 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d387b87a-77cb-424b-a96e-d97571d815e5 req-8933b714-0d3d-4657-9c1d-8819d43fef52 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 948 time: 0.1727774 Aug 13 02:41:21.693884 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d387b87a-77cb-424b-a96e-d97571d815e5 req-a2e87219-e37d-48c8-8f4f-8c0c4ef12ee7 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949984 Aug 13 02:41:21.717531 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-053e0cdf-e989-41d9-b9b8-377608af4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.717531 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-053e0cdf-e989-41d9-b9b8-377608af4c16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 1096 time: 0.0979152 Aug 13 02:41:21.767212 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312980d-a5be-4ef2-8620-12295fb65a16 req-7c9f9c22-0aea-4b64-a608-9fb46ac164d9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.774974 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2312980d-a5be-4ef2-8620-12295fb65a16 req-7c9f9c22-0aea-4b64-a608-9fb46ac164d9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0740952 Aug 13 02:41:21.819353 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2312980d-a5be-4ef2-8620-12295fb65a16 req-9fe9aa90-abeb-4e2b-a871-fe7f56c76d7d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 Aug 13 02:41:21.922073 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-43c6a1f6-8c92-4bba-bdb6-fd47394e0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.924081 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-43c6a1f6-8c92-4bba-bdb6-fd47394e0703 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.1985514 Aug 13 02:41:21.962678 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb587cd-9bfc-43af-ae72-cb987a04bc36 req-832aa2f3-2845-4252-a396-487e602ae42f tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.964770 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fcb587cd-9bfc-43af-ae72-cb987a04bc36 req-832aa2f3-2845-4252-a396-487e602ae42f tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.0945430 Aug 13 02:41:22.097950 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-59a6be31-a7c4-44a5-ae64-89f11c7a586b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f3369ea-3752-4671-9028-bebbf762ef90 HTTP/1.1" status: 200 len: 999 time: 0.1577356 Aug 13 02:41:22.103186 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fcb587cd-9bfc-43af-ae72-cb987a04bc36 req-161da886-09dd-45af-b66a-4c22816b707f tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930729 Aug 13 02:41:22.135268 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50250) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:22.176687 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-6090b13f-c31e-42e1-8570-5aa3a4f86b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.178723 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-6090b13f-c31e-42e1-8570-5aa3a4f86b47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0737684 Aug 13 02:41:22.230870 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-dea051ee-2541-4714-bd42-cf0a2e7be73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.232617 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-dea051ee-2541-4714-bd42-cf0a2e7be73d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470490 Aug 13 02:41:22.338844 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656cde0-939a-415f-b9e2-e757bdf97e1d tempest-TestMinimumBasicScenario-308987350 tempest-TestMinimumBasicScenario-308987350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.341646 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5656cde0-939a-415f-b9e2-e757bdf97e1d tempest-TestMinimumBasicScenario-308987350 tempest-TestMinimumBasicScenario-308987350-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1094 time: 0.2047319 Aug 13 02:41:22.349826 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:22.355657 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'port_id': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:22.383658 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-70c102b7-c8d8-41e7-b61d-79aee80c766e service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424193 Aug 13 02:41:22.384251 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:22.503001 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162ab88-14d7-4289-b303-bf323bfc6cc4 req-b7814fa0-ff1a-4209-9d26-d17c7b0546b7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.504859 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1162ab88-14d7-4289-b303-bf323bfc6cc4 req-b7814fa0-ff1a-4209-9d26-d17c7b0546b7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0780773 Aug 13 02:41:22.527300 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-de92a5a9-77ae-4b94-897d-1d2644d65a27 req-70047137-3698-4930-85d9-43898d03ae88 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356659 Aug 13 02:41:22.536801 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 50260) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:22.601290 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1162ab88-14d7-4289-b303-bf323bfc6cc4 req-dde2a385-6371-4e17-98f8-4341f57b6087 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884523 Aug 13 02:41:22.626837 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:22.817090 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Allocated IP 172.27.0.81 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/49f28b23-3019-4d94-b346-8133b14152b3) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:23.037894 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.050789 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a3513-576e-4929-a8e5-d563afe1f1ed req-235162a6-63e2-4486-b812-bc8bd58f728a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:23.051773 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-249a3513-576e-4929-a8e5-d563afe1f1ed req-235162a6-63e2-4486-b812-bc8bd58f728a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1042624 Aug 13 02:41:23.123534 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-249a3513-576e-4929-a8e5-d563afe1f1ed req-59d86883-68cc-457a-ae51-df4b78d384e9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591881 Aug 13 02:41:23.137416 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.155968 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b3494-3e92-431e-a1f0-336b12b4e413 req-f3a5d197-aad1-4b65-bab8-588a41816f85 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:23.165557 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb8b3494-3e92-431e-a1f0-336b12b4e413 req-f3a5d197-aad1-4b65-bab8-588a41816f85 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 948 time: 0.1170695 Aug 13 02:41:23.231421 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'Port': ['ID=49f28b23-3019-4d94-b346-8133b14152b3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:23.245451 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:23.246968 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb8b3494-3e92-431e-a1f0-336b12b4e413 req-249320e8-936d-4e6f-b431-6f06c7371f24 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799596 Aug 13 02:41:23.248572 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:23.252236 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:23.511796 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 87f4493b-b0a2-4991-8bbc-d5f189c4e878 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:23.517467 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:23.600781 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:23.602950 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 9da5a5ca-b4cc-4e02-9ad3-1c1dba12308f not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:23.676365 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fe0a5-e8bf-44b8-82ef-862327eb16e1 req-84f0be9d-4147-465f-b397-42dccd4d61e2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:23.690093 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a17fe0a5-e8bf-44b8-82ef-862327eb16e1 req-84f0be9d-4147-465f-b397-42dccd4d61e2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.2443128 Aug 13 02:41:23.758550 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae1d-80f5-4640-988d-e00998019a85 req-efcbcb7c-b577-4a68-aa87-7d929c9f9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:23.761244 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2806ae1d-80f5-4640-988d-e00998019a85 req-efcbcb7c-b577-4a68-aa87-7d929c9f9f8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 1098 time: 0.2867551 Aug 13 02:41:23.895378 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a17fe0a5-e8bf-44b8-82ef-862327eb16e1 req-5d1a4c38-5675-470a-9ab0-3f707dca4c0e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694636 Aug 13 02:41:23.971892 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 87f4493b-b0a2-4991-8bbc-d5f189c4e878, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=87f4493b-b0a2-4991-8bbc-d5f189c4e878,segment=NetworkSegment(6f4b6ecd-2ff6-4f65-af2f-461b4df5e656),segment_id=6f4b6ecd-2ff6-4f65-af2f-461b4df5e656)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:23.980853 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.002527 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '87f4493b-b0a2-4991-8bbc-d5f189c4e878', 'network_id': '154039ae-d1a7-484b-9d19-2fcc6ed2dfa4', 'port_id': '87f4493b-b0a2-4991-8bbc-d5f189c4e878', 'mac_address': 'fa:16:3e:69:08:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c54b8a-756e-4078-b9a3-3f125717731b', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:24.068383 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d03f73-cb93-4fd9-b6f1-d11b0428d677 req-534cd76b-3f04-463c-9523-b5396dd61fac tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:24.070158 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-81d03f73-cb93-4fd9-b6f1-d11b0428d677 req-534cd76b-3f04-463c-9523-b5396dd61fac tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.1795170 Aug 13 02:41:24.138433 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.167908 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f4493b-b0a2-4991-8bbc-d5f189c4e878 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:24.215065 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 87f4493b-b0a2-4991-8bbc-d5f189c4e878, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=87f4493b-b0a2-4991-8bbc-d5f189c4e878,segment=NetworkSegment(6f4b6ecd-2ff6-4f65-af2f-461b4df5e656),segment_id=6f4b6ecd-2ff6-4f65-af2f-461b4df5e656)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:24.226479 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.360407 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=87f4493b-b0a2-4991-8bbc-d5f189c4e878,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:24.419668 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-81d03f73-cb93-4fd9-b6f1-d11b0428d677 req-b5a4c74e-0672-4ab3-ad3f-86efa682ff44 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575839 Aug 13 02:41:24.457361 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.493852 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['87f4493b-b0a2-4991-8bbc-d5f189c4e878'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:24.639166 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87336fe-7ed7-46d6-a91f-5926c8c137aa req-910eb23e-caf1-4392-bf71-0248d937af2a tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:24.647380 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e87336fe-7ed7-46d6-a91f-5926c8c137aa req-910eb23e-caf1-4392-bf71-0248d937af2a tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 949 time: 0.2210431 Aug 13 02:41:24.653847 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.758011 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e87336fe-7ed7-46d6-a91f-5926c8c137aa req-a4784489-dec8-4299-be94-1b719a4e48f4 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095734 Aug 13 02:41:24.949600 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Deleting port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:24.949600 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.012302 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.021920 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.165919 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'Port': ['ID=49f28b23-3019-4d94-b346-8133b14152b3,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:25.168792 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] For port be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,segment=NetworkSegment(232bc0ea-d8a9-4a36-b395-0d6e95cec533),segment_id=232bc0ea-d8a9-4a36-b395-0d6e95cec533)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:25.169301 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.189274 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.195238 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Calling delete_port for be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:25.252706 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa744e6a-1f20-459d-9226-3ef0f329da82 req-fb149b89-419f-406c-b6d9-f8309a047d3f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:25.255859 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa744e6a-1f20-459d-9226-3ef0f329da82 req-fb149b89-419f-406c-b6d9-f8309a047d3f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1838379 Aug 13 02:41:25.403976 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa744e6a-1f20-459d-9226-3ef0f329da82 req-ea8d3623-1b99-4cac-9185-3b8167c863ec tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290691 Aug 13 02:41:25.439362 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Floating IP e7e65ab3-2c6c-470a-8ff1-2f82e6d664ae associated. External IP: 172.27.0.81, port: f76cde7e-1b81-40e7-b201-8e17d7bbf78f. Aug 13 02:41:25.510925 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 87f4493b-b0a2-4991-8bbc-d5f189c4e878 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:25.568651 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.620326 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:25.620662 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:25.636232 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:25.636608 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.837951 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740bd6c-7c4d-4196-8430-671f836936ea req-4707dfb9-46f2-4edb-8fdf-d6e99928bd2a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:25.853580 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6740bd6c-7c4d-4196-8430-671f836936ea req-4707dfb9-46f2-4edb-8fdf-d6e99928bd2a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.2230730 Aug 13 02:41:25.884279 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:25.938039 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c5a9b-5c4f-44b0-b1dd-38f2386c103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f4493b-b0a2-4991-8bbc-d5f189c4e878'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:25.944660 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cf7472-126d-4ada-b76b-8f3fcb5e8ffb" -d '{"events": [{"server_uuid": "d09c5a9b-5c4f-44b0-b1dd-38f2386c103a", "name": "network-vif-plugged", "status": "completed", "tag": "87f4493b-b0a2-4991-8bbc-d5f189c4e878"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:26.007657 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e6e2-bba2-431d-b454-181c5de46c3d req-b8f0f076-5ced-4c2c-8f6b-0fda792da2c6 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:26.010100 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ac47e6e2-bba2-431d-b454-181c5de46c3d req-b8f0f076-5ced-4c2c-8f6b-0fda792da2c6 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 949 time: 0.1515472 Aug 13 02:41:26.032693 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Router 53c54707-8dee-4d19-82fe-deb03b271b40 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:41:26.035193 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 87f4493b-b0a2-4991-8bbc-d5f189c4e878, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=87f4493b-b0a2-4991-8bbc-d5f189c4e878,segment=NetworkSegment(6f4b6ecd-2ff6-4f65-af2f-461b4df5e656),segment_id=6f4b6ecd-2ff6-4f65-af2f-461b4df5e656)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:26.041653 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:26.112206 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6740bd6c-7c4d-4196-8430-671f836936ea req-3686aefb-2b90-4dd4-aabf-bf126c2dabaa tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553892 Aug 13 02:41:26.166111 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ac47e6e2-bba2-431d-b454-181c5de46c3d req-94a9f301-0d32-48c9-8c64-fbfbc57e3efd tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366239 Aug 13 02:41:26.238363 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=87f4493b-b0a2-4991-8bbc-d5f189c4e878,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:26.286172 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9369e10-e7d0-4f72-b064-02c75dc732a2 x-openstack-request-id: req-e9369e10-e7d0-4f72-b064-02c75dc732a2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:26.286626 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c5a9b-5c4f-44b0-b1dd-38f2386c103a", "name": "network-vif-plugged", "status": "completed", "tag": "87f4493b-b0a2-4991-8bbc-d5f189c4e878", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:26.287026 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9369e10-e7d0-4f72-b064-02c75dc732a2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:26.287656 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09c5a9b-5c4f-44b0-b1dd-38f2386c103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f4493b-b0a2-4991-8bbc-d5f189c4e878', 'code': 200} Aug 13 02:41:26.322010 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:26.414223 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e6096d7-4fb1-425b-b1bf-32719637f8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:26.675400 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:26.709283 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efff409-1db2-4275-adfb-1babbca96820 req-3405017c-3de6-459f-b115-48fb31a35659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:26.710645 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] Sync routers for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:26.722080 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3efff409-1db2-4275-adfb-1babbca96820 req-3405017c-3de6-459f-b115-48fb31a35659 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1280665 Aug 13 02:41:26.731110 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:26.732937 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:40:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:26.743680 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Router 2639a7f6-5b87-4f03-b39d-9a31b2761243 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:41:26.756185 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:26.878624 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5c8718df-0a3b-4f17-babe-1a55bfdf0483 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5243454 Aug 13 02:41:26.880330 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:26.884140 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a" -d '{"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:26.889835 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50306) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:26.918742 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d8c9f562-8edf-4fa5-8d1b-507d6d51cd32 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682984504', 'description': 'tempest-secgroup-smoke-1682984504 description', 'project_id': 'a8c859cefb7244d086339beed01fdfd6'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:26.937320 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3efff409-1db2-4275-adfb-1babbca96820 req-18aa57a6-5b6a-4d02-86e7-f63b35af2350 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138391 Aug 13 02:41:26.989302 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b02185-22aa-49e2-b440-c418a719b7e3 x-openstack-request-id: req-d2b02185-22aa-49e2-b440-c418a719b7e3 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:26.989302 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:26.989302 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2b02185-22aa-49e2-b440-c418a719b7e3 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:26.989302 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'status': 'completed', 'code': 200} Aug 13 02:41:26.995817 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f562-8edf-4fa5-8d1b-507d6d51cd32 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:27.056978 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:27.065075 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6c09bf9c-c9d1-4f8f-876c-d8d90ee32b2f admin admin] 10.222.0.22 "PUT /v2.0/routers/2639a7f6-5b87-4f03-b39d-9a31b2761243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5251391 Aug 13 02:41:27.067796 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 50310) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:27.073516 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] Sync routers for ids ['2639a7f6-5b87-4f03-b39d-9a31b2761243'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:27.110854 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] Routers {'2639a7f6-5b87-4f03-b39d-9a31b2761243'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:27.111926 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:40:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['2639a7f6-5b87-4f03-b39d-9a31b2761243'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:27.163202 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:27.251661 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:27.319486 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f562-8edf-4fa5-8d1b-507d6d51cd32 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:27.331094 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f562-8edf-4fa5-8d1b-507d6d51cd32 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:27.365512 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:27.393007 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9f562-8edf-4fa5-8d1b-507d6d51cd32 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faad24ea-f076-4948-a3b1-a391ff8e92ee,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:27.515554 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0e1d4-a306-4fcb-b7aa-8e159cbc25e7 req-b33e5d7f-94ea-407b-a1ca-a1952dc10d95 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:27.529469 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-03a0e1d4-a306-4fcb-b7aa-8e159cbc25e7 req-b33e5d7f-94ea-407b-a1ca-a1952dc10d95 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.0889220 Aug 13 02:41:27.564759 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f562-8edf-4fa5-8d1b-507d6d51cd32 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:27.574059 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d8c9f562-8edf-4fa5-8d1b-507d6d51cd32 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6671553 Aug 13 02:41:27.585178 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50316) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:27.603463 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a56290ed-7b9a-494b-9ec6-799724da15ef tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'security_group_rule': {'security_group_id': 'faad24ea-f076-4948-a3b1-a391ff8e92ee', 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:27.607668 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] Set router 2639a7f6-5b87-4f03-b39d-9a31b2761243 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:27.731022 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead9a98-2652-4e8a-9732-f0842062e175 req-39d52377-80fd-417c-95bd-0a59250e024e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:27.735424 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aead9a98-2652-4e8a-9732-f0842062e175 req-39d52377-80fd-417c-95bd-0a59250e024e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.3125026 Aug 13 02:41:27.750496 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a56290ed-7b9a-494b-9ec6-799724da15ef tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:27.796659 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'e7e65ab3-2c6c-470a-8ff1-2f82e6d664ae', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'port_id': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'mac_address': 'fa:16:3e:c0:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08810519-b645-4063-a702-4e8f60469191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:41:23Z', 'updated_at': '2021-08-13T02:41:23Z', 'revision_number': 0, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:24Z', 'revision_number': 5, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:27.878264 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] Checking router: 53c54707-8dee-4d19-82fe-deb03b271b40 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:27.898275 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:27.898907 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:40:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:27.928679 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aead9a98-2652-4e8a-9732-f0842062e175 req-92dbabba-c989-491b-bd06-d66d1a019cf3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801403 Aug 13 02:41:27.997691 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a56290ed-7b9a-494b-9ec6-799724da15ef tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.005110 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a56290ed-7b9a-494b-9ec6-799724da15ef tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.097242 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56290ed-7b9a-494b-9ec6-799724da15ef tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f460f1ab-c342-4367-8e40-b78ae260e857,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:28.115047 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a56290ed-7b9a-494b-9ec6-799724da15ef tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.126508 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a56290ed-7b9a-494b-9ec6-799724da15ef tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5383837 Aug 13 02:41:28.127676 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50320) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:28.148039 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f1db051b-531f-4fc7-9535-7c091e8c262b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'security_group_rule': {'security_group_id': 'faad24ea-f076-4948-a3b1-a391ff8e92ee', 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:28.170146 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-03a0e1d4-a306-4fcb-b7aa-8e159cbc25e7 req-3213f21a-bd4c-4f86-8d6f-ee47962e6c59 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389978 Aug 13 02:41:28.241710 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.264849 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:28.419783 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Deleting port 6aa3ad11-c081-434a-ae81-634532c750f1 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:28.420299 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.424648 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f1db051b-531f-4fc7-9535-7c091e8c262b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.458807 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:41:25Z', 'revision_number': 5, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port': {'id': '6aa3ad11-c081-434a-ae81-634532c750f1', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:35Z', 'updated_at': '2021-08-13T02:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:28.553906 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] Checking router: 2639a7f6-5b87-4f03-b39d-9a31b2761243 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:28.573206 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197dfba-bbcc-40ae-b888-6191974d671d req-d526e3b8-1018-4356-bb8d-8cfbceb335c1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:28.575564 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b197dfba-bbcc-40ae-b888-6191974d671d req-d526e3b8-1018-4356-bb8d-8cfbceb335c1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.3132329 Aug 13 02:41:28.586558 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] Routers {'2639a7f6-5b87-4f03-b39d-9a31b2761243'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:28.587646 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:40:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['2639a7f6-5b87-4f03-b39d-9a31b2761243'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:28.602421 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] For port 6aa3ad11-c081-434a-ae81-634532c750f1, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6aa3ad11-c081-434a-ae81-634532c750f1,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:28.603280 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.630300 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Calling delete_port for 6aa3ad11-c081-434a-ae81-634532c750f1 owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:28.760481 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b197dfba-bbcc-40ae-b888-6191974d671d req-9f5ca044-57ab-4902-9f55-51655d0a0987 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741893 Aug 13 02:41:28.877059 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f1db051b-531f-4fc7-9535-7c091e8c262b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.902496 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'e7e65ab3-2c6c-470a-8ff1-2f82e6d664ae', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'port_id': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'mac_address': 'fa:16:3e:c0:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08810519-b645-4063-a702-4e8f60469191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:41:23Z', 'updated_at': '2021-08-13T02:41:23Z', 'revision_number': 0, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:24Z', 'revision_number': 5, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:28.906086 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] Set router 2639a7f6-5b87-4f03-b39d-9a31b2761243 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:28.908342 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f1db051b-531f-4fc7-9535-7c091e8c262b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.963975 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db051b-531f-4fc7-9535-7c091e8c262b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9b41bd-3384-4058-835d-7988b160a9d1,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:28.982687 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c822f0c-efe2-407a-8fe5-96d4d82ce9ab None None] The sync data for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi is: [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'e7e65ab3-2c6c-470a-8ff1-2f82e6d664ae', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'port_id': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'mac_address': 'fa:16:3e:c0:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08810519-b645-4063-a702-4e8f60469191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:41:23Z', 'updated_at': '2021-08-13T02:41:23Z', 'revision_number': 0, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:24Z', 'revision_number': 5, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:29.038831 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f1db051b-531f-4fc7-9535-7c091e8c262b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.043459 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f1db051b-531f-4fc7-9535-7c091e8c262b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9116812 Aug 13 02:41:29.044239 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50324) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:29.050782 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-57204724-9383-4792-ace9-09f4ce11ac02 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'security_group_rule': {'security_group_id': 'faad24ea-f076-4948-a3b1-a391ff8e92ee', 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:29.072516 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:41:28Z', 'revision_number': 6, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:29.105933 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-cf7cbde8-1d98-4a63-8ce4-bd64086d0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.107746 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-cf7cbde8-1d98-4a63-8ce4-bd64086d0aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8c859cefb7244d086339beed01fdfd6&device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1099 time: 0.3118982 Aug 13 02:41:29.150027 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ed901-cf19-4afe-a7b8-658681504900 None None] The sync data for ids ['2639a7f6-5b87-4f03-b39d-9a31b2761243'] in dv-cinder-760199-7-iscsi is: [{'id': '2639a7f6-5b87-4f03-b39d-9a31b2761243', 'name': 'tempest-ServerRescueNegativeTestJSON-332032856-router', 'tenant_id': '5692d408a73a4c75b7fa005e270e28e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:34Z', 'updated_at': '2021-08-13T02:41:28Z', 'revision_number': 6, 'project_id': '5692d408a73a4c75b7fa005e270e28e8', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:29.166220 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57204724-9383-4792-ace9-09f4ce11ac02 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.168630 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10591ea0-9506-4e4d-ba42-76f8b8383119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.228634 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53734c-f3fa-4762-92c5-80fa7d347c46 req-1d52f587-bbab-4d8d-bdc4-f402dfe866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.230621 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6d53734c-f3fa-4762-92c5-80fa7d347c46 req-1d52f587-bbab-4d8d-bdc4-f402dfe866b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 1103 time: 0.1278272 Aug 13 02:41:29.296521 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57204724-9383-4792-ace9-09f4ce11ac02 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.456305 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57204724-9383-4792-ace9-09f4ce11ac02 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.594240 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.642731 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891face0-9b25-4217-ad71-f360c94cc4b9 req-f3f93a13-905f-4c8b-a7eb-8d980cc541eb tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.647163 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-891face0-9b25-4217-ad71-f360c94cc4b9 req-f3f93a13-905f-4c8b-a7eb-8d980cc541eb tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.2859786 Aug 13 02:41:29.652200 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57204724-9383-4792-ace9-09f4ce11ac02 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bf422b-dd5a-4b82-9b18-b14d49753e75,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:29.667304 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae1d-80f5-4640-988d-e00998019a85 req-2c8c9321-06ac-4ca2-99f9-6e5dda2e84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.669734 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2806ae1d-80f5-4640-988d-e00998019a85 req-2c8c9321-06ac-4ca2-99f9-6e5dda2e84fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 911 time: 0.5746846 Aug 13 02:41:29.686907 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fed486-06bb-43e4-84f7-c7e198a0fe39 None None] New status for floating IP e7e65ab3-2c6c-470a-8ff1-2f82e6d664ae: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:41:29.692091 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57204724-9383-4792-ace9-09f4ce11ac02 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.694632 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-57204724-9383-4792-ace9-09f4ce11ac02 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6488094 Aug 13 02:41:29.705079 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 50328) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:29.764543 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6d53734c-f3fa-4762-92c5-80fa7d347c46 req-64fb513d-e1cd-4626-9075-66a62a830629 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760561 Aug 13 02:41:29.790142 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270c7f4-d705-448d-bb0e-fa6f1297175e req-852c1201-987c-4f09-8099-44cd28a1478f tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.804339 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d270c7f4-d705-448d-bb0e-fa6f1297175e req-852c1201-987c-4f09-8099-44cd28a1478f tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.3381622 Aug 13 02:41:29.827942 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-5b574f2e-ab77-4b97-8dc7-e122df6e174b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'security_group_rule': {'security_group_id': 'faad24ea-f076-4948-a3b1-a391ff8e92ee', 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:29.859729 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-898bda6f-a563-483f-a8de-cd5a86d3ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.862743 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-898bda6f-a563-483f-a8de-cd5a86d3ade5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 200 len: 916 time: 0.5521801 Aug 13 02:41:29.915941 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:29.937949 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.023714 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:30.024379 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device be8d5f31-0bc2-49f5-ab9a-e315c1f6e7ba not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:30.067562 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d270c7f4-d705-448d-bb0e-fa6f1297175e req-3a163b3b-ac97-4cee-854c-666f2a11a711 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572913 Aug 13 02:41:30.090967 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.103591 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-7ecf8427-fbca-4777-bb24-0779767071a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 999 time: 0.2067134 Aug 13 02:41:30.119459 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa3ad11-c081-434a-ae81-634532c750f1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:30.350046 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2806ae1d-80f5-4640-988d-e00998019a85 req-f9125b7d-a235-43f3-a09d-433605be4ca4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4c18033-9d43-431e-b125-5a9577c32945 HTTP/1.1" status: 200 len: 1001 time: 0.6695843 Aug 13 02:41:30.380725 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-891face0-9b25-4217-ad71-f360c94cc4b9 req-7d47304d-3969-4145-9c89-d20e974108a8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6774437 Aug 13 02:41:30.409187 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5b574f2e-ab77-4b97-8dc7-e122df6e174b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.413203 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.497572 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-f1cc9c0c-f01a-47de-adab-b27dc030f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.501083 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-f1cc9c0c-f01a-47de-adab-b27dc030f8d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39be24a7-f14d-4c3a-a0d7-fcf757793c4c HTTP/1.1" status: 200 len: 854 time: 0.0576017 Aug 13 02:41:30.534899 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe0145-2a61-466e-adcd-22e17058a232 req-cf60168c-412d-4c35-8aad-1e857921ce0d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.537497 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6ffe0145-2a61-466e-adcd-22e17058a232 req-cf60168c-412d-4c35-8aad-1e857921ce0d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1956534 Aug 13 02:41:30.579666 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:41:30.692783 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6ffe0145-2a61-466e-adcd-22e17058a232 req-0f5f4a1d-705f-4008-94cd-563830c6d022 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318049 Aug 13 02:41:30.696977 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-b364e9cc-873d-41ec-b951-5274117cdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.699697 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-b364e9cc-873d-41ec-b951-5274117cdf32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b6e8f7a-c411-4ec6-bddf-b648813075b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1604831 Aug 13 02:41:30.712693 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.734248 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.816827 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae1d-80f5-4640-988d-e00998019a85 req-fd3427ca-333a-4b34-bdec-df59fb995a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.819501 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2806ae1d-80f5-4640-988d-e00998019a85 req-fd3427ca-333a-4b34-bdec-df59fb995a78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 200 len: 849 time: 0.3318236 Aug 13 02:41:30.932447 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.933365 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2639a7f6-5b87-4f03-b39d-9a31b2761243 {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:41:30.944192 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.948792 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d9f9cb63-cbfc-422f-a436-86d94ac60f0e admin admin] 10.222.0.22 "DELETE /v2.0/routers/2639a7f6-5b87-4f03-b39d-9a31b2761243 HTTP/1.1" status: 204 len: 168 time: 3.8770101 Aug 13 02:41:30.950608 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 50336) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:31.032114 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bd75a3-b24a-468b-aeae-541c5fb3b716 admin admin] Deleting subnet 78d977e2-0641-4173-8a5d-cf2793f6628b {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:41:31.066397 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0bd75a3-b24a-468b-aeae-541c5fb3b716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.145860 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0bd75a3-b24a-468b-aeae-541c5fb3b716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12023513'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.228298 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0bd75a3-b24a-468b-aeae-541c5fb3b716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.266510 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-99e5de9b-863d-4928-8ad0-3b260cf519a3 service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846565 Aug 13 02:41:31.333344 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5b574f2e-ab77-4b97-8dc7-e122df6e174b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.379930 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5b574f2e-ab77-4b97-8dc7-e122df6e174b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.382234 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0bd75a3-b24a-468b-aeae-541c5fb3b716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11972912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8796819'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.496443 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd75a3-b24a-468b-aeae-541c5fb3b716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d977e2-0641-4173-8a5d-cf2793f6628b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:31.504778 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b574f2e-ab77-4b97-8dc7-e122df6e174b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4739a00a-5057-4a20-a8f8-bc07209eed74,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:31.548783 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5b574f2e-ab77-4b97-8dc7-e122df6e174b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.551093 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5b574f2e-ab77-4b97-8dc7-e122df6e174b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8423727 Aug 13 02:41:31.555617 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50344) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:31.558171 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae1d-80f5-4640-988d-e00998019a85 req-ad9be920-e111-4768-beb6-c2e8f3da5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.560992 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2806ae1d-80f5-4640-988d-e00998019a85 req-ad9be920-e111-4768-beb6-c2e8f3da5f0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a49d6fb8-f33d-48b3-9460-f95eb3f24890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5141251 Aug 13 02:41:31.565760 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-71d6b16d-bac1-4afe-9c9a-3eda76b82056 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'security_group_rule': {'security_group_id': 'faad24ea-f076-4948-a3b1-a391ff8e92ee', 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:31.566332 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f0bd75a3-b24a-468b-aeae-541c5fb3b716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.568423 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f0bd75a3-b24a-468b-aeae-541c5fb3b716 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/78d977e2-0641-4173-8a5d-cf2793f6628b HTTP/1.1" status: 204 len: 168 time: 0.6164725 Aug 13 02:41:31.572264 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 50348) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:31.589101 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d213-9f69-4fef-b57f-a2ec6c94dd41 req-4c0efe11-796c-4d19-8b4e-e818366b0f95 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.591252 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-19e9d213-9f69-4fef-b57f-a2ec6c94dd41 req-4c0efe11-796c-4d19-8b4e-e818366b0f95 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.2554700 Aug 13 02:41:31.701128 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.741676 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-19e9d213-9f69-4fef-b57f-a2ec6c94dd41 req-5703be4a-38be-4a7b-b9af-7bd7587a0a2b tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115477 Aug 13 02:41:31.778877 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e6527-7eb6-4f76-8aec-bc3b37de9a8e req-97cb379d-4cec-48f5-91f5-628023cb10d1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.797882 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.802530 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2e1e6527-7eb6-4f76-8aec-bc3b37de9a8e req-97cb379d-4cec-48f5-91f5-628023cb10d1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.2483346 Aug 13 02:41:31.809214 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-71d6b16d-bac1-4afe-9c9a-3eda76b82056 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Project a8c859cefb7244d086339beed01fdfd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:41:31.874386 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71d6b16d-bac1-4afe-9c9a-3eda76b82056 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.974979 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6aa3ad11-c081-434a-ae81-634532c750f1 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:32.011005 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2e1e6527-7eb6-4f76-8aec-bc3b37de9a8e req-3f5cde08-f7fa-4e08-9827-37a89eb50e25 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869407 Aug 13 02:41:32.027811 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 6aa3ad11-c081-434a-ae81-634532c750f1 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:32.029495 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6aa3ad11-c081-434a-ae81-634532c750f1 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:32.064310 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71d6b16d-bac1-4afe-9c9a-3eda76b82056 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.071370 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71d6b16d-bac1-4afe-9c9a-3eda76b82056 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.095769 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.124995 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd703e02-6517-4663-9f1c-9bcbff296e3f']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:32.137551 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6b16d-bac1-4afe-9c9a-3eda76b82056 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1814b064-7557-400e-a201-c2a6863fd983,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:32.142648 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71d6b16d-bac1-4afe-9c9a-3eda76b82056 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.149331 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-71d6b16d-bac1-4afe-9c9a-3eda76b82056 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5918562 Aug 13 02:41:32.150557 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08a47f-50cd-4911-bf8b-e74beddf5df5 req-98b8204e-a9ec-474f-8ab4-5c1807467b1a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.151500 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50352) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:32.152256 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ff08a47f-50cd-4911-bf8b-e74beddf5df5 req-98b8204e-a9ec-474f-8ab4-5c1807467b1a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.2096784 Aug 13 02:41:32.157347 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232bc0ea-d8a9-4a36-b395-0d6e95cec533') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:32.157625 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232bc0ea-d8a9-4a36-b395-0d6e95cec533') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:32.178342 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-33ac0400-312a-44b8-9c0b-de919d491ffa tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'security_group_rule': {'security_group_id': 'faad24ea-f076-4948-a3b1-a391ff8e92ee', 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:32.198748 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023502'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.211781 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-33ac0400-312a-44b8-9c0b-de919d491ffa tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Project a8c859cefb7244d086339beed01fdfd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:41:32.219735 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-33ac0400-312a-44b8-9c0b-de919d491ffa tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.252410 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.284981 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ff08a47f-50cd-4911-bf8b-e74beddf5df5 req-130f6f9a-8a34-44d7-9039-00ca8169aa7f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244788 Aug 13 02:41:32.286613 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:41:32.287286 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11973102'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: Traceback (most recent call last): Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: timer() Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: cb(*args, **kw) Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: return func(*args, **kwargs) Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: self._notify() Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: self.callback(batched_events) Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: event.method(event) Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: return f(self, *a, **k) Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._get(url).json() Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:41:32.290821 dv-cinder-760199-7-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:41:32.387473 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-33ac0400-312a-44b8-9c0b-de919d491ffa tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.391773 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.393740 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-33ac0400-312a-44b8-9c0b-de919d491ffa tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.406220 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.419126 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cd703e02-6517-4663-9f1c-9bcbff296e3f HTTP/1.1" status: 204 len: 168 time: 0.8454998 Aug 13 02:41:32.430424 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3eb4c-465b-4b59-b949-01ca07947299 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd703e02-6517-4663-9f1c-9bcbff296e3f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:32.439651 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac0400-312a-44b8-9c0b-de919d491ffa tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823f7f2b-fc1f-4e76-a2ca-360d26675816,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:32.456206 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-33ac0400-312a-44b8-9c0b-de919d491ffa tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.469703 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-33ac0400-312a-44b8-9c0b-de919d491ffa tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2972300 Aug 13 02:41:32.653134 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-107faf26-b6f2-452a-947d-7d85948c6146 req-420b5a2f-5a75-4f9b-8bd1-2bf19cfc5746 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682984504&fields=id&tenant_id=a8c859cefb7244d086339beed01fdfd6 HTTP/1.1" status: 200 len: 267 time: 0.0931635 Aug 13 02:41:32.739151 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107faf26-b6f2-452a-947d-7d85948c6146 req-dd17f6e9-84bd-41f5-a948-0cec9a85c9c2 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.748293 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-107faf26-b6f2-452a-947d-7d85948c6146 req-dd17f6e9-84bd-41f5-a948-0cec9a85c9c2 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.0860882 Aug 13 02:41:32.763397 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-107faf26-b6f2-452a-947d-7d85948c6146 req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'port': {'security_groups': ['87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4', 'faad24ea-f076-4948-a3b1-a391ff8e92ee']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:32.780846 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 50360) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:32.896922 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-54bf15b5-d91b-4d24-9321-11440034127f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5692d408a73a4c75b7fa005e270e28e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1144118 Aug 13 02:41:32.900988 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 50362) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:32.925909 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-107faf26-b6f2-452a-947d-7d85948c6146 req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.961009 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07481593-df74-470d-b3b5-8bf44ad31b6d req-d62bb87a-b4dd-4df8-a3c8-1475148372a3 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.961009 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07481593-df74-470d-b3b5-8bf44ad31b6d req-d62bb87a-b4dd-4df8-a3c8-1475148372a3 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.1071467 Aug 13 02:41:33.030769 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07481593-df74-470d-b3b5-8bf44ad31b6d req-6ff67a46-c35a-4e77-bc0a-1e752cfa61d7 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657494 Aug 13 02:41:33.032192 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-56025180-fb39-45f2-a150-bf7033ecb0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.075026 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-56025180-fb39-45f2-a150-bf7033ecb0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.254828 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83711ca0-b7d1-4d7a-893c-71acc95bf314 req-7ffa6040-b138-476c-a452-39579831d3df tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:33.258216 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83711ca0-b7d1-4d7a-893c-71acc95bf314 req-7ffa6040-b138-476c-a452-39579831d3df tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.1104660 Aug 13 02:41:33.287019 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-56025180-fb39-45f2-a150-bf7033ecb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.289830 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-56025180-fb39-45f2-a150-bf7033ecb0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.290953 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-56025180-fb39-45f2-a150-bf7033ecb0d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/324c2d00-1d99-48a3-a2d0-b2e7dad11e09 HTTP/1.1" status: 204 len: 168 time: 0.3892815 Aug 13 02:41:33.303660 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56025180-fb39-45f2-a150-bf7033ecb0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324c2d00-1d99-48a3-a2d0-b2e7dad11e09,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:33.350367 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83711ca0-b7d1-4d7a-893c-71acc95bf314 req-b761d037-a217-4d1d-845a-8244bbe6aa0a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798874 Aug 13 02:41:33.411066 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-107faf26-b6f2-452a-947d-7d85948c6146 req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] For port f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:33.502906 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-107faf26-b6f2-452a-947d-7d85948c6146 req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.513716 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-107faf26-b6f2-452a-947d-7d85948c6146 req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.530504 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['f76cde7e-1b81-40e7-b201-8e17d7bbf78f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:33.633665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107faf26-b6f2-452a-947d-7d85948c6146 req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:33.634780 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-107faf26-b6f2-452a-947d-7d85948c6146 req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.651220 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-107faf26-b6f2-452a-947d-7d85948c6146 req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "PUT /v2.0/ports/f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 982 time: 0.8963923 Aug 13 02:41:33.654444 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:33.664563 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e" -d '{"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:33.733649 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051c6c4-d082-4c21-a2ed-38d2c8bf5290 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'Port': ['ID=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:33.817984 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844260bc-0e4b-49dc-ab0a-b5b027b173ce req-37579ed3-5dcd-4c79-a376-a4784c06c04b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:33.825031 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-844260bc-0e4b-49dc-ab0a-b5b027b173ce req-37579ed3-5dcd-4c79-a376-a4784c06c04b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.2213192 Aug 13 02:41:33.827870 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['f76cde7e-1b81-40e7-b201-8e17d7bbf78f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:33.933335 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a115a1-9f9e-4c44-bde3-1428ae4b006c req-2e55a580-9d57-4f7d-b3ca-e08e43967d58 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:33.947325 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-23a115a1-9f9e-4c44-bde3-1428ae4b006c req-2e55a580-9d57-4f7d-b3ca-e08e43967d58 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.1575146 Aug 13 02:41:33.962328 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-844260bc-0e4b-49dc-ab0a-b5b027b173ce req-e38df28a-309c-47d5-a948-3b4500d687b0 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141932 Aug 13 02:41:34.066650 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-23a115a1-9f9e-4c44-bde3-1428ae4b006c req-e80b9a55-872f-4d8b-a168-2612dec252df tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181018 Aug 13 02:41:34.088099 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b7598a-d687-44ee-b1af-d66c1c310125 x-openstack-request-id: req-c6b7598a-d687-44ee-b1af-d66c1c310125 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:34.088582 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:34.089014 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6b7598a-d687-44ee-b1af-d66c1c310125 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:34.089615 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'status': 'completed', 'code': 200} Aug 13 02:41:34.325403 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1c1fb18a-f212-431a-b3db-780df69b5f3a None None] Provisioning complete for port f76cde7e-1b81-40e7-b201-8e17d7bbf78f triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:34.325851 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb18a-f212-431a-b3db-780df69b5f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:34.395124 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760acc3e-e8d6-471f-9243-35b1788fd746 req-93948e93-9a74-4280-81a8-b90b57cccb8d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:34.401275 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-760acc3e-e8d6-471f-9243-35b1788fd746 req-93948e93-9a74-4280-81a8-b90b57cccb8d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.1916049 Aug 13 02:41:34.550241 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-760acc3e-e8d6-471f-9243-35b1788fd746 req-bc5fdca8-5f6f-4900-873b-8e229121ebc1 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406837 Aug 13 02:41:34.648136 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0904e-035f-4b69-bfe9-9196f69fb2f4 req-1b3e7bf1-c8c1-4374-8a74-f46b5acb56e0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:34.658294 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c9b0904e-035f-4b69-bfe9-9196f69fb2f4 req-1b3e7bf1-c8c1-4374-8a74-f46b5acb56e0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.1267545 Aug 13 02:41:34.762872 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c9b0904e-035f-4b69-bfe9-9196f69fb2f4 req-034d5ee0-be3d-49ee-8f1d-85f0dd0368a1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936174 Aug 13 02:41:35.128858 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d9631-f913-42a3-93ac-509795c6f021 req-23852dc5-5397-4403-9c23-5f2fb191f682 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.131147 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b12d9631-f913-42a3-93ac-509795c6f021 req-23852dc5-5397-4403-9c23-5f2fb191f682 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0620506 Aug 13 02:41:35.194924 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b12d9631-f913-42a3-93ac-509795c6f021 req-8d0ab2ad-1161-4961-9082-d30c8a9e871b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526950 Aug 13 02:41:35.399193 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9b3ae6cc-93f7-4a7b-b13c-78684a03a98a req-b374abd1-92a2-452d-8653-966dabfea17d service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059763 Aug 13 02:41:35.464838 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2806ae1d-80f5-4640-988d-e00998019a85 req-f7c13d05-f5d5-4036-a6f7-06f09529c8e8 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763148 Aug 13 02:41:35.553525 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-ee6eeff0-eee0-4a2a-a883-73811f14e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.556371 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-ee6eeff0-eee0-4a2a-a883-73811f14e729 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8c859cefb7244d086339beed01fdfd6&device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1138 time: 0.0735924 Aug 13 02:41:35.634132 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2806ae1d-80f5-4640-988d-e00998019a85 req-05ad9587-9e8d-45b3-95fc-acba6a766393 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593502 Aug 13 02:41:35.718023 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-f65c08cd-68e1-4630-aba5-4dceb2ff9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.719448 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-f65c08cd-68e1-4630-aba5-4dceb2ff9265 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 200 len: 916 time: 0.1546035 Aug 13 02:41:35.820058 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8333ca-2f4f-42fb-8449-088c4c35419c req-fcc17cd6-fbdd-4639-8781-1d9c491ae1e6 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.822451 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d8333ca-2f4f-42fb-8449-088c4c35419c req-fcc17cd6-fbdd-4639-8781-1d9c491ae1e6 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.1193910 Aug 13 02:41:35.830129 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-f427f346-989e-48f2-9cc1-247a8f894b8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 1001 time: 0.0959649 Aug 13 02:41:35.940747 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d8333ca-2f4f-42fb-8449-088c4c35419c req-27526891-2add-4f9c-864f-24b11b2e574d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034527 Aug 13 02:41:35.952012 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-8343953d-735c-4d84-b99e-c42c1a2f4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.955016 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-8343953d-735c-4d84-b99e-c42c1a2f4a1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39be24a7-f14d-4c3a-a0d7-fcf757793c4c HTTP/1.1" status: 200 len: 854 time: 0.1055741 Aug 13 02:41:35.989480 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7833f-7f64-46ff-871c-33e79742fc7f req-c933e362-1924-45fb-95cc-2b6998841fda tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.996669 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfb7833f-7f64-46ff-871c-33e79742fc7f req-c933e362-1924-45fb-95cc-2b6998841fda tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.1226585 Aug 13 02:41:36.068214 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-1fc6c061-2a38-4821-baff-a92a9b3badc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:36.069643 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-1fc6c061-2a38-4821-baff-a92a9b3badc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b6e8f7a-c411-4ec6-bddf-b648813075b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1044636 Aug 13 02:41:36.083818 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfb7833f-7f64-46ff-871c-33e79742fc7f req-75f343bb-7d70-4ac5-884d-455a70e29514 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706081 Aug 13 02:41:36.258791 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-360afcf7-99f6-4772-9a33-0ec32c4bfcc7 service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733134 Aug 13 02:41:36.434650 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917e4e2-307e-42fa-99f1-7d89b280313e req-a94e8711-3417-43dc-8527-6094ec1d9b7f tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:36.437348 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5917e4e2-307e-42fa-99f1-7d89b280313e req-a94e8711-3417-43dc-8527-6094ec1d9b7f tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.1030710 Aug 13 02:41:36.443253 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4d72437a-1a9b-4c2a-a1e5-3e6205d2126e req-387dbd55-2361-4b51-b904-84ebb04d40dc service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760468 Aug 13 02:41:36.460790 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e88f6-19aa-4b95-8154-190223ee6300 req-ffd726a7-91bd-4932-bc19-d19ab05f6ea8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:36.465529 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-962e88f6-19aa-4b95-8154-190223ee6300 req-ffd726a7-91bd-4932-bc19-d19ab05f6ea8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0962434 Aug 13 02:41:36.497099 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5917e4e2-307e-42fa-99f1-7d89b280313e req-9966ecb6-a172-4ccb-9a80-51e55cbe4681 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514498 Aug 13 02:41:36.524394 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-962e88f6-19aa-4b95-8154-190223ee6300 req-692eecbc-0886-4dcb-8063-b3fbfa36c4ee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488575 Aug 13 02:41:37.250339 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63aa5-8856-4313-a785-fa7941516b98 req-8598b1cf-0deb-4719-861a-e00b85891fd9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:37.252041 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e63aa5-8856-4313-a785-fa7941516b98 req-8598b1cf-0deb-4719-861a-e00b85891fd9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0558817 Aug 13 02:41:37.298536 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-85e63aa5-8856-4313-a785-fa7941516b98 req-8734526f-f724-4ff7-81ef-803323f93888 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362458 Aug 13 02:41:37.648282 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d94e0-eebb-489c-bc52-6ce8ed9ce28f req-29c6506a-6685-4b1f-adc7-80e0918432fc tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:37.650020 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-073d94e0-eebb-489c-bc52-6ce8ed9ce28f req-29c6506a-6685-4b1f-adc7-80e0918432fc tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.0702858 Aug 13 02:41:37.695585 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-073d94e0-eebb-489c-bc52-6ce8ed9ce28f req-6cad73da-f76c-428d-bf31-4ddf4b3bdb90 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/security-groups?id=2d6cb25c-7269-4828-ac1a-a9e859973bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382836 Aug 13 02:41:37.870796 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-214e8e88-82b3-405d-a7f1-8c1288df7dca tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:37.872324 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-214e8e88-82b3-405d-a7f1-8c1288df7dca tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.20 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 950 time: 0.0758688 Aug 13 02:41:38.023654 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Deleting port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:38.024206 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.169940 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] For port 87f4493b-b0a2-4991-8bbc-d5f189c4e878, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=87f4493b-b0a2-4991-8bbc-d5f189c4e878,segment=NetworkSegment(6f4b6ecd-2ff6-4f65-af2f-461b4df5e656),segment_id=6f4b6ecd-2ff6-4f65-af2f-461b4df5e656)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:38.170861 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.189084 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Calling delete_port for 87f4493b-b0a2-4991-8bbc-d5f189c4e878 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:38.372807 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.390171 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['87f4493b-b0a2-4991-8bbc-d5f189c4e878'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:38.411256 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Pushing event deleted for resources: {'Port': ['ID=87f4493b-b0a2-4991-8bbc-d5f189c4e878,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:38.497878 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] No DVR routers for this DVR port 87f4493b-b0a2-4991-8bbc-d5f189c4e878 on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:38.501749 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.503990 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc31a2bb-b41b-42ee-afd2-6126fd100138 req-152b41bc-46de-48eb-b8cb-7a679d5d1d1d tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.20 "DELETE /v2.0/ports/87f4493b-b0a2-4991-8bbc-d5f189c4e878 HTTP/1.1" status: 204 len: 173 time: 0.6237025 Aug 13 02:41:38.504450 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c5a9b-5c4f-44b0-b1dd-38f2386c103a', 'name': 'network-vif-deleted', 'tag': '87f4493b-b0a2-4991-8bbc-d5f189c4e878'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:38.506935 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c44d1fb-3394-48ba-a163-cb39519ade44" -d '{"events": [{"server_uuid": "d09c5a9b-5c4f-44b0-b1dd-38f2386c103a", "name": "network-vif-deleted", "tag": "87f4493b-b0a2-4991-8bbc-d5f189c4e878"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:38.531759 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b74956-c931-492f-8bbc-ef31a1677a31 req-1a69ee3d-ba9d-408c-9f2f-d19967f31e8e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.534115 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e9b74956-c931-492f-8bbc-ef31a1677a31 req-1a69ee3d-ba9d-408c-9f2f-d19967f31e8e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.1127577 Aug 13 02:41:38.598902 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85223c50-cab6-4a04-9141-9ef0b89cd62c x-openstack-request-id: req-85223c50-cab6-4a04-9141-9ef0b89cd62c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:38.599200 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c5a9b-5c4f-44b0-b1dd-38f2386c103a", "name": "network-vif-deleted", "tag": "87f4493b-b0a2-4991-8bbc-d5f189c4e878", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:38.599443 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85223c50-cab6-4a04-9141-9ef0b89cd62c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:38.599838 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09c5a9b-5c4f-44b0-b1dd-38f2386c103a', 'name': 'network-vif-deleted', 'tag': '87f4493b-b0a2-4991-8bbc-d5f189c4e878', 'status': 'completed', 'code': 200} Aug 13 02:41:38.609916 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e9b74956-c931-492f-8bbc-ef31a1677a31 req-009159a2-8eed-4b3e-a679-09802093b6f8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685782 Aug 13 02:41:38.820639 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eb1b8330-7d37-43d7-bfdf-b8d4d9d93df1 req-298c1376-ae4b-4ebb-a919-24545b1cf499 tempest-VolumesNegativeTest-176469773 tempest-VolumesNegativeTest-176469773-project] 10.222.0.22 "GET /v2.0/ports?device_id=d09c5a9b-5c4f-44b0-b1dd-38f2386c103a HTTP/1.1" status: 200 len: 210 time: 0.0334406 Aug 13 02:41:39.777089 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930b72c-b0ad-4eb9-abc3-560bb5582180 req-d334bad8-b465-4234-b76c-b0008ab9fbe2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:39.780006 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9930b72c-b0ad-4eb9-abc3-560bb5582180 req-d334bad8-b465-4234-b76c-b0008ab9fbe2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0643375 Aug 13 02:41:39.828645 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-9930b72c-b0ad-4eb9-abc3-560bb5582180 req-ce532b4b-5c8f-4def-9d49-9dbf175162b9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379100 Aug 13 02:41:41.000472 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dd93d-1ca8-4f25-8791-08af98955bec req-22df9f41-c17d-41fc-beb8-404e554ecad2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:41.003078 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a1dd93d-1ca8-4f25-8791-08af98955bec req-22df9f41-c17d-41fc-beb8-404e554ecad2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0766573 Aug 13 02:41:41.055738 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6a1dd93d-1ca8-4f25-8791-08af98955bec req-2568d827-1ffe-489d-be72-cd13a0e9e341 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419917 Aug 13 02:41:42.206096 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36ad09-e080-486c-b150-e182bdbd1b13 req-2e2c5193-b4d8-4b41-bc8a-32ab754e428f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:42.207655 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ad36ad09-e080-486c-b150-e182bdbd1b13 req-2e2c5193-b4d8-4b41-bc8a-32ab754e428f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0634987 Aug 13 02:41:42.265582 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ad36ad09-e080-486c-b150-e182bdbd1b13 req-2841df77-09bf-45e2-82f7-aa0cdff1ceb2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468245 Aug 13 02:41:43.432098 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5927b4b-b99a-42a2-b0d6-c0960eb4f8b1 req-c844369d-3693-4a54-8e0e-2ce2d8f89197 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.434767 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a5927b4b-b99a-42a2-b0d6-c0960eb4f8b1 req-c844369d-3693-4a54-8e0e-2ce2d8f89197 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0785253 Aug 13 02:41:43.493484 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a5927b4b-b99a-42a2-b0d6-c0960eb4f8b1 req-1702e43c-a63e-45fb-8965-baaaf4be2b1b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469794 Aug 13 02:41:43.575141 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 87f4493b-b0a2-4991-8bbc-d5f189c4e878 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:43.608792 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 87f4493b-b0a2-4991-8bbc-d5f189c4e878 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:43.609173 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 87f4493b-b0a2-4991-8bbc-d5f189c4e878 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:44.667834 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50736) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:44.687352 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6c998-2ea5-43a9-913d-ddfd8e78534b req-a78728b3-3596-45b6-8d2f-571ea5c4acf7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.689843 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8fc6c998-2ea5-43a9-913d-ddfd8e78534b req-a78728b3-3596-45b6-8d2f-571ea5c4acf7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 943 time: 0.0868807 Aug 13 02:41:44.741498 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8fc6c998-2ea5-43a9-913d-ddfd8e78534b req-36d10298-e7e0-4f14-9de3-0e9bf99fcda9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450110 Aug 13 02:41:44.855485 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f98a03bb-4f37-46c3-8631-7d7796e1b3c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8df7c7ef7dc427db97dd31f8c145f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856232 Aug 13 02:41:44.859945 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 50740) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:44.923388 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d643-7008-4871-bc3b-d14003d789fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:44.949315 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d643-7008-4871-bc3b-d14003d789fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.017096 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d643-7008-4871-bc3b-d14003d789fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.019568 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d643-7008-4871-bc3b-d14003d789fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.020725 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d3b5d643-7008-4871-bc3b-d14003d789fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d6cb25c-7269-4828-ac1a-a9e859973bf5 HTTP/1.1" status: 204 len: 168 time: 0.1598091 Aug 13 02:41:45.031535 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d643-7008-4871-bc3b-d14003d789fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6cb25c-7269-4828-ac1a-a9e859973bf5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:45.575431 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:45.710080 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:45.731335 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '0f3369ea-3752-4671-9028-bebbf762ef90', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'port_id': '0f3369ea-3752-4671-9028-bebbf762ef90', 'mac_address': 'fa:16:3e:b9:6c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:45.782331 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.804723 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3369ea-3752-4671-9028-bebbf762ef90 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:45.837507 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:45.845129 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.921869 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93db0c6-1a75-4db3-a639-9c20f1131e95 req-afe931e3-e9d2-4fff-bb84-749a233dd61c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.925855 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a93db0c6-1a75-4db3-a639-9c20f1131e95 req-afe931e3-e9d2-4fff-bb84-749a233dd61c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 944 time: 0.0726075 Aug 13 02:41:45.936557 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=9']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:45.985686 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a93db0c6-1a75-4db3-a639-9c20f1131e95 req-8b24dd7a-1641-4f66-a1a2-9d9285107081 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552766 Aug 13 02:41:46.115379 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['0f3369ea-3752-4671-9028-bebbf762ef90'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:47.161539 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be457-5a4c-4d91-b529-86f724286fd2 req-0d962280-a3a6-4cd5-9563-8ba77fc9b4e9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.164276 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5d4be457-5a4c-4d91-b529-86f724286fd2 req-0d962280-a3a6-4cd5-9563-8ba77fc9b4e9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 944 time: 0.0839291 Aug 13 02:41:47.231499 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5d4be457-5a4c-4d91-b529-86f724286fd2 req-1cf5bbcc-ea29-4e5d-9106-39e131a7513f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569360 Aug 13 02:41:47.587471 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:47.678107 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 0f3369ea-3752-4671-9028-bebbf762ef90 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:47.678632 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.801570 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.831798 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:47.835294 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e28b03-330e-49f6-bf3a-388c6d404be8" -d '{"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-plugged", "status": "completed", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:47.856964 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:47.864146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:47.910453 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001599d5-0e34-41fe-b63a-776aef7634d8 x-openstack-request-id: req-001599d5-0e34-41fe-b63a-776aef7634d8 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:47.910940 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-plugged", "status": "completed", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:47.911368 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-001599d5-0e34-41fe-b63a-776aef7634d8 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:47.911967 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90', 'code': 200} Aug 13 02:41:47.941136 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:47.961796 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.962329 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.962875 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.963415 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.965632 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.966179 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.966786 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.967322 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.967931 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.968399 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.968931 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:47.969417 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:48.449406 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac88c0-e4dc-494c-ba35-9a128b9701ad req-a9a1f501-b9a1-4cc5-9ab7-a5b87de9e29a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.451987 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-55ac88c0-e4dc-494c-ba35-9a128b9701ad req-a9a1f501-b9a1-4cc5-9ab7-a5b87de9e29a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 946 time: 0.1086645 Aug 13 02:41:48.512899 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-55ac88c0-e4dc-494c-ba35-9a128b9701ad req-409827dc-a586-49e4-b769-0f4ac99eba2d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486002 Aug 13 02:41:48.560833 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff527aa-f673-4ba2-8294-1e97cdbec0b4 req-ed743ef0-b2bb-463d-beae-2a3d7ec0ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.563375 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4ff527aa-f673-4ba2-8294-1e97cdbec0b4 req-ed743ef0-b2bb-463d-beae-2a3d7ec0ba32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 1099 time: 0.0717714 Aug 13 02:41:48.620331 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4ff527aa-f673-4ba2-8294-1e97cdbec0b4 req-e7b6c9ba-c49b-4fe4-bf09-aa0a942ebc73 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477662 Aug 13 02:41:49.751534 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1fa62-c409-42f0-ba02-9310cd5eed89 req-2af74a5a-4726-402b-9cd2-5df76aba8fc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.754440 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bff1fa62-c409-42f0-ba02-9310cd5eed89 req-2af74a5a-4726-402b-9cd2-5df76aba8fc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 946 time: 0.0707617 Aug 13 02:41:49.815739 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bff1fa62-c409-42f0-ba02-9310cd5eed89 req-20a1a375-3b7d-4427-a915-a48614bd3e41 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536146 Aug 13 02:41:50.983256 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af357c8-bcae-4010-9047-9526d7314d72 req-3633ac1b-1ce1-4ec7-a6b6-859eaa4f1476 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:50.985036 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8af357c8-bcae-4010-9047-9526d7314d72 req-3633ac1b-1ce1-4ec7-a6b6-859eaa4f1476 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 946 time: 0.0662341 Aug 13 02:41:51.047738 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8af357c8-bcae-4010-9047-9526d7314d72 req-961c25d4-72e1-4373-bb87-55eee06a8052 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560071 Aug 13 02:41:53.868890 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634f80-40c7-42d1-a30e-14d8b9b23f7f req-0c02c371-8a25-4ea1-aca2-a079ed5f85b0 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.870720 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54634f80-40c7-42d1-a30e-14d8b9b23f7f req-0c02c371-8a25-4ea1-aca2-a079ed5f85b0 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0573716 Aug 13 02:41:53.872562 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-a0eb5e5f-0663-4ed7-81b8-b694604b5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.874226 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-a0eb5e5f-0663-4ed7-81b8-b694604b5992 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8c859cefb7244d086339beed01fdfd6&device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1138 time: 0.0492516 Aug 13 02:41:53.916564 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54634f80-40c7-42d1-a30e-14d8b9b23f7f req-c7248b41-67c1-4133-9fce-498125a40d2f tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391459 Aug 13 02:41:53.966908 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-234ff2b9-4360-4ced-9276-6ff9eeafb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.968412 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-234ff2b9-4360-4ced-9276-6ff9eeafb089 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 200 len: 916 time: 0.0864027 Aug 13 02:41:54.039216 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-73492a93-f900-40f7-a5e2-a235488c4c08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 1001 time: 0.0630372 Aug 13 02:41:54.090689 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-84a49fca-ad9b-49f1-b8d5-e97db6fec786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.092651 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-84a49fca-ad9b-49f1-b8d5-e97db6fec786 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39be24a7-f14d-4c3a-a0d7-fcf757793c4c HTTP/1.1" status: 200 len: 854 time: 0.0454640 Aug 13 02:41:54.139812 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-e5577d13-272b-4a83-ad4f-ec34ca160b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.141332 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-e5577d13-272b-4a83-ad4f-ec34ca160b1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b6e8f7a-c411-4ec6-bddf-b648813075b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413961 Aug 13 02:41:54.236356 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-be0a2a53-5ed4-45fd-89d7-606c2e8ed33b service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867479 Aug 13 02:41:54.329072 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2acf94a1-e172-47ea-b92e-aedf274b01a8 req-5f84409c-9bcf-4e68-b25d-19589c4d832c service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833516 Aug 13 02:41:55.040649 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c62b03-41a0-4d5d-8e39-30a0ed341e4e req-93ba504c-f2e8-4b62-9254-a80fd07d6fff tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.042223 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e4c62b03-41a0-4d5d-8e39-30a0ed341e4e req-93ba504c-f2e8-4b62-9254-a80fd07d6fff tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0512562 Aug 13 02:41:55.087664 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e4c62b03-41a0-4d5d-8e39-30a0ed341e4e req-99b90ded-bcbe-44a9-8478-b452831c6058 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385728 Aug 13 02:41:56.211712 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10ae13-e6ce-4e96-b6dd-f0f2e1196697 req-312b2447-e6b3-4db4-9a7e-8fbce6f5c0ac tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:56.213266 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab10ae13-e6ce-4e96-b6dd-f0f2e1196697 req-312b2447-e6b3-4db4-9a7e-8fbce6f5c0ac tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0516255 Aug 13 02:41:56.255285 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ab10ae13-e6ce-4e96-b6dd-f0f2e1196697 req-9a2eb700-3ebb-4fcb-803c-9213f7d343db tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349607 Aug 13 02:41:56.379628 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-abddf104-b8fc-4a8e-a01f-7e81b320cb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.261190 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.373418 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfdd43-111a-4285-93bd-7aa15d614ea9 req-aacb56ef-160d-4a63-8f55-8c9b485e64af tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:57.374993 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c3dfdd43-111a-4285-93bd-7aa15d614ea9 req-aacb56ef-160d-4a63-8f55-8c9b485e64af tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0512853 Aug 13 02:41:57.419989 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c3dfdd43-111a-4285-93bd-7aa15d614ea9 req-2509913d-578a-40ec-9f1c-07b478f4ba9e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381193 Aug 13 02:41:58.553056 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08cb37-28f8-4c68-8dc2-35e182d10b84 req-aa17c48d-73f3-49ac-b68a-908bd7779e83 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:58.554655 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2e08cb37-28f8-4c68-8dc2-35e182d10b84 req-aa17c48d-73f3-49ac-b68a-908bd7779e83 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0550127 Aug 13 02:41:58.613541 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2e08cb37-28f8-4c68-8dc2-35e182d10b84 req-8f0353f3-3873-4c3c-ab2e-41092c82b2c0 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479326 Aug 13 02:41:58.862933 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c06265d0-183b-4e04-a9c8-7e7066c843ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:59.542200 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:59.811599 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d353638-6365-4ddd-9940-53570ea52419 req-50b2b146-95c6-4d75-b9d0-c6ea8e2c3419 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:59.814618 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d353638-6365-4ddd-9940-53570ea52419 req-50b2b146-95c6-4d75-b9d0-c6ea8e2c3419 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0882061 Aug 13 02:41:59.890501 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8d353638-6365-4ddd-9940-53570ea52419 req-d791ee50-cc19-43ec-b237-609401e3a41d tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640457 Aug 13 02:42:00.070430 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:01.039611 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea82cd-fd29-4d51-b832-2e0b928e66f1 req-47c87149-d4c9-431a-8fd4-745ca5820b6d tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:01.041270 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b7ea82cd-fd29-4d51-b832-2e0b928e66f1 req-47c87149-d4c9-431a-8fd4-745ca5820b6d tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0598862 Aug 13 02:42:01.096876 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b7ea82cd-fd29-4d51-b832-2e0b928e66f1 req-8661233d-0e88-4724-a4cb-2f5252795ac8 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427983 Aug 13 02:42:01.747526 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-c7fae9d7-80a5-4863-9d8b-a869a7f6bb09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421658 Aug 13 02:42:01.780790 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:01.816169 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-b22dc59e-3455-47a6-acfa-f8332812a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:01.817762 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-b22dc59e-3455-47a6-acfa-f8332812a9c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 1098 time: 0.0473821 Aug 13 02:42:01.932821 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-29d2400e-0c4d-42aa-8a23-fe4e6a247e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:01.934676 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-29d2400e-0c4d-42aa-8a23-fe4e6a247e93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 911 time: 0.0874374 Aug 13 02:42:02.007647 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-3de4bc59-68b2-47e3-b0a4-851e5f5a6b10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4c18033-9d43-431e-b125-5a9577c32945 HTTP/1.1" status: 200 len: 1001 time: 0.0639124 Aug 13 02:42:02.215656 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b52f1-76fb-4337-bc70-0334f00efa0a req-6e310c24-fb81-4627-9d5b-9ae1a5e412a3 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:02.217252 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3e6b52f1-76fb-4337-bc70-0334f00efa0a req-6e310c24-fb81-4627-9d5b-9ae1a5e412a3 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0511558 Aug 13 02:42:02.258496 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3e6b52f1-76fb-4337-bc70-0334f00efa0a req-14abeb4c-30b4-49fa-91c4-645d2372d449 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349109 Aug 13 02:42:03.031944 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-98f5b2e2-69ac-47cf-9a82-9c39befcc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:03.033501 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-98f5b2e2-69ac-47cf-9a82-9c39befcc577 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 200 len: 849 time: 0.0454297 Aug 13 02:42:03.387949 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa5a8-ccf9-49d2-8854-ea6d06ad5339 req-9b7b064f-1a34-4294-a954-29e4f747647b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:03.389825 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-41caa5a8-ccf9-49d2-8854-ea6d06ad5339 req-9b7b064f-1a34-4294-a954-29e4f747647b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0588830 Aug 13 02:42:03.432845 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-41caa5a8-ccf9-49d2-8854-ea6d06ad5339 req-72fa8537-41c7-4311-95e5-3c594fb016a7 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367823 Aug 13 02:42:03.910722 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-b35baa54-6df4-4200-b3ec-e9e5082ef918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:03.918565 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-b35baa54-6df4-4200-b3ec-e9e5082ef918 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a49d6fb8-f33d-48b3-9460-f95eb3f24890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444331 Aug 13 02:42:04.578233 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c4397-2b41-49b5-94ed-f5e82f0a50d3 req-8fd9d8c1-14d4-4e18-a03a-001f6809476d tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:04.579862 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3a3c4397-2b41-49b5-94ed-f5e82f0a50d3 req-8fd9d8c1-14d4-4e18-a03a-001f6809476d tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0617642 Aug 13 02:42:04.630694 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3a3c4397-2b41-49b5-94ed-f5e82f0a50d3 req-2a68c2d9-ac90-46fa-a4e4-ac22c173625a tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404439 Aug 13 02:42:05.025368 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-e9fbe68b-d0eb-4ec1-8173-76eb00f38265 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193364 Aug 13 02:42:05.150012 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec5ed-d21c-4198-abc7-53ccfc163be6 req-5df3b3ed-f82b-4ba3-9663-c4b22575b0af service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172588 Aug 13 02:42:05.786325 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a55b4-bc4c-4db9-a2d4-0d2af6f272c6 req-54b8482d-230b-423f-b92f-f585628dbfbe tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:05.787867 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c22a55b4-bc4c-4db9-a2d4-0d2af6f272c6 req-54b8482d-230b-423f-b92f-f585628dbfbe tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0734677 Aug 13 02:42:05.831277 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c22a55b4-bc4c-4db9-a2d4-0d2af6f272c6 req-ab1f8b14-0f1e-4761-85c2-f98785c13e21 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368199 Aug 13 02:42:06.959668 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0eb2d-2770-4c56-a6d6-1f25654addad req-f4f77385-723b-46e5-bc7e-c2357fad5de2 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:06.961512 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-59b0eb2d-2770-4c56-a6d6-1f25654addad req-f4f77385-723b-46e5-bc7e-c2357fad5de2 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0569777 Aug 13 02:42:07.003262 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-59b0eb2d-2770-4c56-a6d6-1f25654addad req-dc3d6c72-8023-4457-bcc3-fe9fcb9ce748 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353076 Aug 13 02:42:07.596618 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:42:08.161566 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e663-c206-45cb-8d39-72a7bd980f3d req-2454dee8-d16a-4d28-93a1-13673fc849f8 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:08.163084 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec62e663-c206-45cb-8d39-72a7bd980f3d req-2454dee8-d16a-4d28-93a1-13673fc849f8 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0746424 Aug 13 02:42:08.211516 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ec62e663-c206-45cb-8d39-72a7bd980f3d req-b64281b5-13b9-4e7c-92f9-cae0c89c00f3 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413754 Aug 13 02:42:09.398380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce90d62-9e87-4bf4-80dc-02db5a55c88e req-92790913-58dd-4645-bf49-bdc7defcddb9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:09.401041 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1ce90d62-9e87-4bf4-80dc-02db5a55c88e req-92790913-58dd-4645-bf49-bdc7defcddb9 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0759275 Aug 13 02:42:09.471741 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1ce90d62-9e87-4bf4-80dc-02db5a55c88e req-53197f31-07b9-4027-a610-bb35ba783b6e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597181 Aug 13 02:42:10.689410 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd06be-7fd7-46d7-b8fa-2936c87182ce req-bbba7251-be80-435e-9372-8920379eada3 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:10.692284 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5bdd06be-7fd7-46d7-b8fa-2936c87182ce req-bbba7251-be80-435e-9372-8920379eada3 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.0946231 Aug 13 02:42:10.765453 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5bdd06be-7fd7-46d7-b8fa-2936c87182ce req-485a6f5b-b00c-416e-a093-3a1485cf00bc tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&id=faad24ea-f076-4948-a3b1-a391ff8e92ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627284 Aug 13 02:42:18.694256 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a278fc2-20b0-441d-b020-f41b1c3fadb7 req-00738bd6-2e0d-49de-8cef-a9de96ba37d4 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:18.696069 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7a278fc2-20b0-441d-b020-f41b1c3fadb7 req-00738bd6-2e0d-49de-8cef-a9de96ba37d4 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0615053 Aug 13 02:42:18.758344 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7a278fc2-20b0-441d-b020-f41b1c3fadb7 req-af51aed9-f584-4bb3-9ea7-9c2c7d68135d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523810 Aug 13 02:42:19.928614 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f955dbb-7f46-4fa7-85c9-3f3f14b2b332 req-5c60df41-fa6d-4712-b51c-947e32c530a1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.931179 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f955dbb-7f46-4fa7-85c9-3f3f14b2b332 req-5c60df41-fa6d-4712-b51c-947e32c530a1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0871258 Aug 13 02:42:19.935359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51138) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:19.997239 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2f955dbb-7f46-4fa7-85c9-3f3f14b2b332 req-80efc967-6741-4f63-bdbb-8f1bd560f3a4 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545568 Aug 13 02:42:20.091552 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.239732 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.244389 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.310801 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75f5c58b06974c929c21b79a3ae38cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723223 Aug 13 02:42:20.311137 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619d057c-366f-4f2a-80a1-fa126bf8002a,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:20.313197 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51142) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:20.324320 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.325024 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.325604 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.326170 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.326660 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.327158 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.327652 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.328148 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.328663 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.329175 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.329711 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.330251 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52db8-3c0e-4cb2-9c0c-053f1e683693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.384176 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.419779 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.492868 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.498366 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.500277 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/619d057c-366f-4f2a-80a1-fa126bf8002a HTTP/1.1" status: 204 len: 168 time: 0.1855433 Aug 13 02:42:20.513945 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619d057c-366f-4f2a-80a1-fa126bf8002a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:20.526388 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.526922 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.527472 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.528031 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.528583 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.529142 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.529685 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.530285 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.530681 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.531178 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.531720 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.532250 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b9542-1515-498d-a974-cfe5a1c84d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:20.718152 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-730f6206-77a6-43f2-b30c-e2c2137c25bc tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:20.719768 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-730f6206-77a6-43f2-b30c-e2c2137c25bc tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.0675514 Aug 13 02:42:20.878947 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51148) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:20.898175 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5a96ca2f-79e3-4128-84ae-6f6a7e961fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.042131 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5a96ca2f-79e3-4128-84ae-6f6a7e961fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.048063 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5a96ca2f-79e3-4128-84ae-6f6a7e961fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.088716 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Deleting port d4c18033-9d43-431e-b125-5a9577c32945 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:21.089345 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.095631 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5a96ca2f-79e3-4128-84ae-6f6a7e961fcc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92a142529dcb4254b224376413af8d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154360 Aug 13 02:42:21.096573 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51152) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:21.098859 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96ca2f-79e3-4128-84ae-6f6a7e961fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e37b090-31bb-44a2-86d2-7bb1549b7426,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:21.295985 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] For port d4c18033-9d43-431e-b125-5a9577c32945, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4c18033-9d43-431e-b125-5a9577c32945,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:21.296560 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.349339 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa760c-d734-4307-90b7-09d6a9932669 req-5fb746bf-9420-4a96-8249-757dff3388ca tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:21.350847 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a6fa760c-d734-4307-90b7-09d6a9932669 req-5fb746bf-9420-4a96-8249-757dff3388ca tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 945 time: 0.1795194 Aug 13 02:42:21.388664 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-257859fa-e933-4ea8-b732-fdc2fccfb3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.484544 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-257859fa-e933-4ea8-b732-fdc2fccfb3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.571513 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a6fa760c-d734-4307-90b7-09d6a9932669 req-56680d3f-967b-45ef-93df-dda330f9f1b5 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745713 Aug 13 02:42:21.666247 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.666632 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.666997 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.l3_db [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Floating IP a4ed30d6-edd6-4612-887c-6c9f75e89ebf disassociated. External IP: 172.27.0.161, port: d4c18033-9d43-431e-b125-5a9577c32945. Aug 13 02:42:21.667708 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Calling delete_port for d4c18033-9d43-431e-b125-5a9577c32945 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:21.685798 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-257859fa-e933-4ea8-b732-fdc2fccfb3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.690786 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-257859fa-e933-4ea8-b732-fdc2fccfb3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.692763 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-257859fa-e933-4ea8-b732-fdc2fccfb3d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e37b090-31bb-44a2-86d2-7bb1549b7426 HTTP/1.1" status: 204 len: 168 time: 0.5943687 Aug 13 02:42:21.713462 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257859fa-e933-4ea8-b732-fdc2fccfb3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e37b090-31bb-44a2-86d2-7bb1549b7426,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:21.893413 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.948391 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event deleted for resources: {'Port': ['ID=d4c18033-9d43-431e-b125-5a9577c32945,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:22.127929 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:22.322918 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:22.344769 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] Sync routers for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:22.363905 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:22.366496 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:41:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:22.392979 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] No DVR routers for this DVR port d4c18033-9d43-431e-b125-5a9577c32945 on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:22.397452 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.401634 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ae610d55-4dce-4276-9adb-5ceb383f5f6b req-22f0fd93-2487-4411-8cef-f78ff24aac16 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "DELETE /v2.0/ports/d4c18033-9d43-431e-b125-5a9577c32945 HTTP/1.1" status: 204 len: 173 time: 1.6727388 Aug 13 02:42:22.403655 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'name': 'network-vif-deleted', 'tag': 'd4c18033-9d43-431e-b125-5a9577c32945'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:22.407385 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ba821-0e3d-4ee0-a2e1-fc79cb4be403" -d '{"events": [{"server_uuid": "2f2d379e-870e-4020-bca2-b8f3e8f618b4", "name": "network-vif-deleted", "tag": "d4c18033-9d43-431e-b125-5a9577c32945"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:22.484053 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1573550d-2f2b-4e67-aa84-796e272a4cbf x-openstack-request-id: req-1573550d-2f2b-4e67-aa84-796e272a4cbf {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:22.484999 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d379e-870e-4020-bca2-b8f3e8f618b4", "name": "network-vif-deleted", "tag": "d4c18033-9d43-431e-b125-5a9577c32945", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:22.485665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1573550d-2f2b-4e67-aa84-796e272a4cbf {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:22.486750 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d379e-870e-4020-bca2-b8f3e8f618b4', 'name': 'network-vif-deleted', 'tag': 'd4c18033-9d43-431e-b125-5a9577c32945', 'status': 'completed', 'code': 200} Aug 13 02:42:22.552584 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:22.747854 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1353e70d-c772-4fec-bbc9-e630700e96fc req-7656d4f4-f010-4a0a-8d94-b48a3b070e53 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f2d379e-870e-4020-bca2-b8f3e8f618b4 HTTP/1.1" status: 200 len: 210 time: 0.0377445 Aug 13 02:42:22.855086 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:22.887148 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] Checking router: c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:22.897281 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:22.897909 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:41:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:23.114358 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:23.428381 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:23.475716 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f5f1a-b405-4bc6-b2dd-20ab79b3dcd4 None None] The sync data for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi is: [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:23.774773 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87042597-bc7e-42c5-a70e-f57c23ef8b60 None None] New status for floating IP a4ed30d6-edd6-4612-887c-6c9f75e89ebf: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:23.872300 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51202) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:23.954494 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8289a09-b710-4bca-b73c-9d4c1a70dcaf tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.012218 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8289a09-b710-4bca-b73c-9d4c1a70dcaf tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.097234 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8289a09-b710-4bca-b73c-9d4c1a70dcaf tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.101305 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8289a09-b710-4bca-b73c-9d4c1a70dcaf tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.102761 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d8289a09-b710-4bca-b73c-9d4c1a70dcaf tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "DELETE /v2.0/security-groups/c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3 HTTP/1.1" status: 204 len: 168 time: 0.2292647 Aug 13 02:42:24.107525 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51206) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:24.135237 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289a09-b710-4bca-b73c-9d4c1a70dcaf tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:24.137992 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.api.v2.resource [None req-8f0f0bbe-479a-4448-b535-46630006e5d3 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] show failed (client error): The resource could not be found. Aug 13 02:42:24.139696 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8f0f0bbe-479a-4448-b535-46630006e5d3 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups/c0bf3cb4-81c8-4dca-a3ff-12dfc54ce6d3 HTTP/1.1" status: 404 len: 347 time: 0.0304463 Aug 13 02:42:24.143536 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51210) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:24.415998 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Deleting port b697a010-17b4-407b-801d-b33a1131ff15 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:24.416544 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.573046 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.573676 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.593359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Calling delete_port for b697a010-17b4-407b-801d-b33a1131ff15 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:24.811344 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.851952 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event deleted for resources: {'Port': ['ID=b697a010-17b4-407b-801d-b33a1131ff15,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:24.960158 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.965860 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.967543 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-db5b45bf-3a8a-44a5-aa92-f01527f6f348 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "DELETE /v2.0/floatingips/a4ed30d6-edd6-4612-887c-6c9f75e89ebf HTTP/1.1" status: 204 len: 168 time: 0.8227282 Aug 13 02:42:25.414556 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51264) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:25.426591 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-eb0186b7-7f74-45d5-8428-73e72d3ea48b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258051986', 'description': 'tempest-description--322192064'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:25.458742 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-eb0186b7-7f74-45d5-8428-73e72d3ea48b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.599333 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-eb0186b7-7f74-45d5-8428-73e72d3ea48b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.605239 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-eb0186b7-7f74-45d5-8428-73e72d3ea48b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.650972 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-eb0186b7-7f74-45d5-8428-73e72d3ea48b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.656937 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-eb0186b7-7f74-45d5-8428-73e72d3ea48b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2365794 Aug 13 02:42:25.656937 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0186b7-7f74-45d5-8428-73e72d3ea48b tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49ad55-0244-44e3-9eec-42d672d70d1c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:25.657518 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51282) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:25.662879 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-31b96d08-f561-4aba-915a-a72ec580884f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'security_group_rule': {'security_group_id': '7d49ad55-0244-44e3-9eec-42d672d70d1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:25.702032 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31b96d08-f561-4aba-915a-a72ec580884f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.783143 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31b96d08-f561-4aba-915a-a72ec580884f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.786904 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device d4c18033-9d43-431e-b125-5a9577c32945 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:25.787963 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31b96d08-f561-4aba-915a-a72ec580884f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.818121 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b96d08-f561-4aba-915a-a72ec580884f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155f2708-5eee-4f80-8455-10f0037c723f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:25.824651 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31b96d08-f561-4aba-915a-a72ec580884f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.826514 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-31b96d08-f561-4aba-915a-a72ec580884f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679235 Aug 13 02:42:25.829642 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: d4c18033-9d43-431e-b125-5a9577c32945 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:25.830507 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device d4c18033-9d43-431e-b125-5a9577c32945 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:25.831038 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51292) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:25.841048 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-fa024482-0cc4-4033-96c3-b29960e348ee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'security_group_rule': {'security_group_id': '7d49ad55-0244-44e3-9eec-42d672d70d1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:25.891935 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa024482-0cc4-4033-96c3-b29960e348ee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.997387 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa024482-0cc4-4033-96c3-b29960e348ee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.003252 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa024482-0cc4-4033-96c3-b29960e348ee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.031485 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa024482-0cc4-4033-96c3-b29960e348ee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eddeacf-8b74-48b8-abe2-a2a069d956f7,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:26.052261 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fa024482-0cc4-4033-96c3-b29960e348ee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.054403 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fa024482-0cc4-4033-96c3-b29960e348ee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2205343 Aug 13 02:42:26.059002 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51302) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:26.066874 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:26.104277 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.268705 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.395481 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-763d2469-2545-4c1e-a7af-7c3402606f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.456320 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Allocated IP 172.27.0.199 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/ed85fa11-1ae7-48d3-b5d1-b0d04674683b) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:26.499977 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51310) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:26.606645 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.666217 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.731038 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:26.745113 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:26.749165 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:26.754640 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f9e12fb3-2257-4ae1-85c1-53fc79c7b4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.791760 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'Port': ['ID=ed85fa11-1ae7-48d3-b5d1-b0d04674683b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:26.917164 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.997002 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.034226 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f9e12fb3-2257-4ae1-85c1-53fc79c7b4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.047295 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f9e12fb3-2257-4ae1-85c1-53fc79c7b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.300701 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.458295 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f9e12fb3-2257-4ae1-85c1-53fc79c7b4f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a56049abdfa3451bb3d549d62d9f51df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9571095 Aug 13 02:42:27.459214 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e12fb3-2257-4ae1-85c1-53fc79c7b4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fcef84-6183-44d0-8f10-8f91dfdd65e1,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:27.462555 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51314) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:27.527480 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0ecfa72-c60e-48e2-ba25-68038efd3364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.558014 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0ecfa72-c60e-48e2-ba25-68038efd3364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.560736 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.566332 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.636094 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0ecfa72-c60e-48e2-ba25-68038efd3364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.639278 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0ecfa72-c60e-48e2-ba25-68038efd3364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.640602 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e0ecfa72-c60e-48e2-ba25-68038efd3364 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88fcef84-6183-44d0-8f10-8f91dfdd65e1 HTTP/1.1" status: 204 len: 168 time: 0.1764040 Aug 13 02:42:27.648877 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecfa72-c60e-48e2-ba25-68038efd3364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fcef84-6183-44d0-8f10-8f91dfdd65e1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:27.655474 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'Port': ['ID=ed85fa11-1ae7-48d3-b5d1-b0d04674683b,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:27.685077 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.707794 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.709320 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-fc332137-5683-4426-92f3-389d9b113871 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6484354 Aug 13 02:42:27.986468 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-2888ee4e-1a43-4cd3-b547-d355418aa153 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1258051986&fields=id&tenant_id=84b7fef85f7847e09394b4238b725d1b HTTP/1.1" status: 200 len: 267 time: 0.0604265 Aug 13 02:42:28.031620 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51332) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:28.049843 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1ab46b42-9ffc-4cf2-84f4-b8ba878a42fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.132407 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-4dedd871-680a-4319-94dc-3a71a5354317 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.137644 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-4dedd871-680a-4319-94dc-3a71a5354317 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 810 time: 0.1395464 Aug 13 02:42:28.157650 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-a6caecaa-bafd-4501-8cc8-7bdacada9545 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/quotas/84b7fef85f7847e09394b4238b725d1b HTTP/1.1" status: 200 len: 375 time: 0.0167749 Aug 13 02:42:28.203967 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1ab46b42-9ffc-4cf2-84f4-b8ba878a42fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.234151 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-1e98a6be-9c82-42bf-a5c9-01924ccfb34a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672352 Aug 13 02:42:28.251484 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1ab46b42-9ffc-4cf2-84f4-b8ba878a42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.300537 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-1ab46b42-9ffc-4cf2-84f4-b8ba878a42fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc41145805f844018e9dd57d4d8e19e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677922 Aug 13 02:42:28.301496 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab46b42-9ffc-4cf2-84f4-b8ba878a42fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d692e77a-8b92-43b8-87d9-86b0dfe4b938,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:28.303878 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51334) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:28.360709 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee2867e4-c87f-4624-a170-1f01a092c988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.393148 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee2867e4-c87f-4624-a170-1f01a092c988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.407736 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-52e4d52f-9812-4c13-bc41-134b35638e19 service neutron] 10.222.0.22 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510184 Aug 13 02:42:28.479181 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee2867e4-c87f-4624-a170-1f01a092c988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.483590 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee2867e4-c87f-4624-a170-1f01a092c988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.485276 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ee2867e4-c87f-4624-a170-1f01a092c988 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d692e77a-8b92-43b8-87d9-86b0dfe4b938 HTTP/1.1" status: 204 len: 168 time: 0.1803985 Aug 13 02:42:28.497514 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2867e4-c87f-4624-a170-1f01a092c988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d692e77a-8b92-43b8-87d9-86b0dfe4b938,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:28.556489 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-c0a01133-f385-4eca-9cea-cba308c57ed8 service neutron] 10.222.0.22 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368432 Aug 13 02:42:28.785930 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-741ff7ba-2f73-460c-b29f-c146fa229723 req-7478f8a7-bbb5-4ed9-a76c-2ccbe88efeee tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 210 time: 0.0294695 Aug 13 02:42:28.873024 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc3e155a-fcd0-46ec-8106-153d13005d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.532123 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.931598 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-93fa78ba-2ec0-4ec2-abe3-9a2de9256bec req-8e4c7a1b-08b1-4dba-8cc1-bc5e304b073f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 210 time: 0.0466099 Aug 13 02:42:30.080189 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.227786 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-ce7a3353-20f9-4772-a8eb-cde327e9219e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.230937 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-ce7a3353-20f9-4772-a8eb-cde327e9219e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 810 time: 0.2086055 Aug 13 02:42:30.302221 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-54d2949d-adf1-4970-9d24-7dd7feb1ff61 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84b7fef85f7847e09394b4238b725d1b HTTP/1.1" status: 200 len: 380 time: 0.0484719 Aug 13 02:42:30.314059 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'port': {'device_id': 'b8169a27-d63e-40b2-836c-855b7819da23', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'admin_state_up': True, 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'security_groups': ['7d49ad55-0244-44e3-9eec-42d672d70d1c']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:30.458015 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Made reservation on behalf of 84b7fef85f7847e09394b4238b725d1b for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:30.461997 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.653025 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Allocated IP 172.20.0.4 (a49d6fb8-f33d-48b3-9460-f95eb3f24890/4c6e1ba0-2b92-4133-8741-9b96887b6336/d21e2964-0ba0-4956-bd20-75179f9f1c5b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:30.872643 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.903067 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Transition to ACTIVE for port object d21e2964-0ba0-4956-bd20-75179f9f1c5b will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:30.958720 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.012568 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:31.016533 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:31.037249 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:31.132727 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:31.133746 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.162121 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event updated for resources: {'Port': ['ID=d21e2964-0ba0-4956-bd20-75179f9f1c5b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:31.167942 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-42a18875-a871-40f5-b047-466415a0974d tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614507 Aug 13 02:42:31.196239 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Request body: {'port': {'device_id': 'b8169a27-d63e-40b2-836c-855b7819da23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:31.281596 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046d646-26ee-45a5-a66b-6fe97d586b2c req-71f250f7-62f3-4e47-b4ae-51ce6b79dbad tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:31.283330 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6046d646-26ee-45a5-a66b-6fe97d586b2c req-71f250f7-62f3-4e47-b4ae-51ce6b79dbad tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 931 time: 0.1431248 Aug 13 02:42:31.284513 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.398094 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4c7fe926-0b83-4e1e-818e-ea8fa4c4a52b None None] Provisioning for port d21e2964-0ba0-4956-bd20-75179f9f1c5b completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:31.403499 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6046d646-26ee-45a5-a66b-6fe97d586b2c req-28187848-82bd-4bbf-874f-0f3bd2fcf989 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036439 Aug 13 02:42:31.405624 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4c7fe926-0b83-4e1e-818e-ea8fa4c4a52b None None] Provisioning complete for port d21e2964-0ba0-4956-bd20-75179f9f1c5b triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:31.406181 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe926-0b83-4e1e-818e-ea8fa4c4a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.442331 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d17f39-7d82-4780-9b64-6da9b1ec2110 req-dcfae757-ff7c-4e4d-98b2-47193bb01fc4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:31.447001 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57d17f39-7d82-4780-9b64-6da9b1ec2110 req-dcfae757-ff7c-4e4d-98b2-47193bb01fc4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 946 time: 0.1092789 Aug 13 02:42:31.478893 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fe926-0b83-4e1e-818e-ea8fa4c4a52b None None] Port d21e2964-0ba0-4956-bd20-75179f9f1c5b cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:42:31.513027 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-57d17f39-7d82-4780-9b64-6da9b1ec2110 req-317fac6a-72b6-4ef5-b2f1-bf949820c7db tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575020 Aug 13 02:42:31.796789 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.797774 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21e2964-0ba0-4956-bd20-75179f9f1c5b {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:31.811018 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.828476 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Transition to ACTIVE for port object d21e2964-0ba0-4956-bd20-75179f9f1c5b will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:31.833655 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.902160 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Pushing event updated for resources: {'Port': ['ID=d21e2964-0ba0-4956-bd20-75179f9f1c5b,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:32.036239 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Attempting to bind port d21e2964-0ba0-4956-bd20-75179f9f1c5b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:32.036817 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Attempting to bind port d21e2964-0ba0-4956-bd20-75179f9f1c5b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:32.037321 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Attempting to bind port d21e2964-0ba0-4956-bd20-75179f9f1c5b on network a49d6fb8-f33d-48b3-9460-f95eb3f24890 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:32.049245 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Port d21e2964-0ba0-4956-bd20-75179f9f1c5b on network a49d6fb8-f33d-48b3-9460-f95eb3f24890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:42:32.049805 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Attempting to bind port d21e2964-0ba0-4956-bd20-75179f9f1c5b on network a49d6fb8-f33d-48b3-9460-f95eb3f24890 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:32.060988 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:32.061537 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Checking segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:32.062578 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Bound using segment: {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:32.063413 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Bound port: d21e2964-0ba0-4956-bd20-75179f9f1c5b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdb25aa-d33b-4c3d-b607-58733cf5443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:32.064020 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.176472 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] For port d21e2964-0ba0-4956-bd20-75179f9f1c5b, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:32.181781 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] For port d21e2964-0ba0-4956-bd20-75179f9f1c5b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d21e2964-0ba0-4956-bd20-75179f9f1c5b,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:32.187731 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.248171 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.249034 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.250873 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] 10.222.0.20 "PUT /v2.0/ports/d21e2964-0ba0-4956-bd20-75179f9f1c5b HTTP/1.1" status: 200 len: 1093 time: 1.0637269 Aug 13 02:42:32.251551 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8169a27-d63e-40b2-836c-855b7819da23', 'tag': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:32.255380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ec634-e472-487b-b767-451b3cbd101b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8169a27-d63e-40b2-836c-855b7819da23", "tag": "d21e2964-0ba0-4956-bd20-75179f9f1c5b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:32.294711 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b45f4-31db-4382-9024-210b729b8a80 service neutron] Pushing event updated for resources: {'Port': ['ID=d21e2964-0ba0-4956-bd20-75179f9f1c5b,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:32.357803 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02a4a5-d55c-4f1d-b86e-3de7f44d7bc2 x-openstack-request-id: req-fb02a4a5-d55c-4f1d-b86e-3de7f44d7bc2 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:32.358093 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8169a27-d63e-40b2-836c-855b7819da23", "tag": "d21e2964-0ba0-4956-bd20-75179f9f1c5b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:32.358546 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb02a4a5-d55c-4f1d-b86e-3de7f44d7bc2 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:32.358979 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8169a27-d63e-40b2-836c-855b7819da23', 'tag': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'status': 'completed', 'code': 200} Aug 13 02:42:32.385916 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-b379c9c8-8c8a-4b74-9ae6-a8545df8a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.389569 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-b379c9c8-8c8a-4b74-9ae6-a8545df8a1ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 1096 time: 0.0767822 Aug 13 02:42:32.460209 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-d305c75c-d8cf-4d90-beba-2d649c631cbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d21e2964-0ba0-4956-bd20-75179f9f1c5b HTTP/1.1" status: 200 len: 217 time: 0.0603862 Aug 13 02:42:32.547303 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-9454511f-adcf-42fd-8403-6222c5a250b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.550250 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-9454511f-adcf-42fd-8403-6222c5a250b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 200 len: 849 time: 0.0802214 Aug 13 02:42:32.587524 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90358b4d-c3c1-460c-a367-9440a49bf07e req-bc69170c-e51e-477b-b5bc-7d3dcfda2f1e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.589273 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-90358b4d-c3c1-460c-a367-9440a49bf07e req-bc69170c-e51e-477b-b5bc-7d3dcfda2f1e tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 943 time: 0.0813057 Aug 13 02:42:32.628078 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51448) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:32.657790 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-4c37d02d-0844-4e99-a9e3-fe68e547e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.660898 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-4c37d02d-0844-4e99-a9e3-fe68e547e8b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a49d6fb8-f33d-48b3-9460-f95eb3f24890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961413 Aug 13 02:42:32.666867 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-90358b4d-c3c1-460c-a367-9440a49bf07e req-e67dbd0d-76ae-4dc2-a1da-0cce0b184122 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544522 Aug 13 02:42:32.757216 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7f5eaf40-2f0c-4dc9-81cd-65a4a8ed0414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.802138 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6941cb-8115-4b47-aa16-a1dc0586ef23 req-4b6e4592-7141-43fa-b878-1c36671afdea tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.804740 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ef6941cb-8115-4b47-aa16-a1dc0586ef23 req-4b6e4592-7141-43fa-b878-1c36671afdea tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 946 time: 0.1420608 Aug 13 02:42:32.860008 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-7cec81d9-f248-4dad-9943-b2bf2b7c0bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853807 Aug 13 02:42:32.926182 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ef6941cb-8115-4b47-aa16-a1dc0586ef23 req-9dd3c4a1-1385-4c53-a6d2-a66c34e7880a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=e92a5277-6766-40f3-9139-1e3008efcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139472 Aug 13 02:42:32.948876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956075ac-4ae9-47fe-92c6-91133b930981 req-39e74fe2-fb91-4c72-86ba-09d94a78ab5a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.950867 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-956075ac-4ae9-47fe-92c6-91133b930981 req-39e74fe2-fb91-4c72-86ba-09d94a78ab5a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 946 time: 0.1200571 Aug 13 02:42:32.956367 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7f5eaf40-2f0c-4dc9-81cd-65a4a8ed0414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.969413 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7f5eaf40-2f0c-4dc9-81cd-65a4a8ed0414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.985032 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f4166eed-fd01-4dc4-9b56-60bdb0903769 req-3ef35499-4168-466c-9e75-3359009a41a9 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142817 Aug 13 02:42:33.054589 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-7f5eaf40-2f0c-4dc9-81cd-65a4a8ed0414 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb759f511b254a08aa0152411bd3b3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248800 Aug 13 02:42:33.058215 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51452) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:33.088025 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5eaf40-2f0c-4dc9-81cd-65a4a8ed0414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a56ab-2f01-4cff-976f-1abb274bf1da,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:33.147742 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Deleting port 0f3369ea-3752-4671-9028-bebbf762ef90 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:33.148330 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.289093 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] For port 0f3369ea-3752-4671-9028-bebbf762ef90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=0f3369ea-3752-4671-9028-bebbf762ef90,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:33.289672 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.363632 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec634-e472-487b-b767-451b3cbd101b req-703dfb6f-ba17-4514-9cd0-648c0a560493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.365331 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec634-e472-487b-b767-451b3cbd101b req-703dfb6f-ba17-4514-9cd0-648c0a560493 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 1096 time: 0.3169515 Aug 13 02:42:33.398834 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-77039f03-53aa-4e5c-a5d7-c10702231e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.458704 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-77039f03-53aa-4e5c-a5d7-c10702231e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.522987 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec634-e472-487b-b767-451b3cbd101b req-9448e932-022b-49f3-a7b6-e7aae82207bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.525511 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec634-e472-487b-b767-451b3cbd101b req-9448e932-022b-49f3-a7b6-e7aae82207bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 911 time: 0.1494489 Aug 13 02:42:33.576224 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec634-e472-487b-b767-451b3cbd101b req-2b870bd7-469f-45e5-addb-044dffad6d55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d21e2964-0ba0-4956-bd20-75179f9f1c5b HTTP/1.1" status: 200 len: 217 time: 0.0423784 Aug 13 02:42:33.584018 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-77039f03-53aa-4e5c-a5d7-c10702231e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.587863 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-77039f03-53aa-4e5c-a5d7-c10702231e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.589503 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-77039f03-53aa-4e5c-a5d7-c10702231e4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc2a56ab-2f01-4cff-976f-1abb274bf1da HTTP/1.1" status: 204 len: 168 time: 0.5300064 Aug 13 02:42:33.650853 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77039f03-53aa-4e5c-a5d7-c10702231e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2a56ab-2f01-4cff-976f-1abb274bf1da,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:33.666309 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.667115 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.667115 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Floating IP e4cca91a-4cfe-485d-b630-25c19ff72d62 disassociated. External IP: 172.27.0.205, port: 0f3369ea-3752-4671-9028-bebbf762ef90. Aug 13 02:42:33.667465 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Calling delete_port for 0f3369ea-3752-4671-9028-bebbf762ef90 owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:33.701369 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec634-e472-487b-b767-451b3cbd101b req-76546082-2839-4a00-91df-efe38d01cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.703236 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec634-e472-487b-b767-451b3cbd101b req-76546082-2839-4a00-91df-efe38d01cdca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 200 len: 849 time: 0.1121900 Aug 13 02:42:33.762980 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec634-e472-487b-b767-451b3cbd101b req-3afe209c-2a6e-4878-aa0c-180d46d82be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.764644 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec634-e472-487b-b767-451b3cbd101b req-3afe209c-2a6e-4878-aa0c-180d46d82be0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a49d6fb8-f33d-48b3-9460-f95eb3f24890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521822 Aug 13 02:42:33.898888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.925842 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec634-e472-487b-b767-451b3cbd101b req-df1603a2-36d3-4a2c-948e-2f04342a55ae service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514962 Aug 13 02:42:33.935008 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b7b19-6ec4-43d2-9185-ae7b06e701e8 req-8a811a32-06c0-425f-9411-ee6cea1d7171 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.937667 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d59b7b19-6ec4-43d2-9185-ae7b06e701e8 req-8a811a32-06c0-425f-9411-ee6cea1d7171 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 943 time: 0.1523221 Aug 13 02:42:33.968135 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event deleted for resources: {'Port': ['ID=0f3369ea-3752-4671-9028-bebbf762ef90,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:34.128407 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d59b7b19-6ec4-43d2-9185-ae7b06e701e8 req-4e7651eb-6f47-4178-9423-674c0c8ce810 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443765 Aug 13 02:42:34.132042 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51462) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:34.143965 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-de018cf8-3e9d-4294-8039-6acd15e620b5 req-8f69a377-54a7-4d07-9c51-1e664e7fab14 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77 HTTP/1.1" status: 200 len: 210 time: 0.0569844 Aug 13 02:42:34.147524 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc6ec634-e472-487b-b767-451b3cbd101b req-42187278-cda1-4afb-9318-f53b173dd52c service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134562 Aug 13 02:42:34.199191 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3f799e1a-8303-42a0-8621-ee802a78904e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.243877 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:34.442205 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3f799e1a-8303-42a0-8621-ee802a78904e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.448143 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:34.462460 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3f799e1a-8303-42a0-8621-ee802a78904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.462962 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] Sync routers for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:34.479939 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:34.481028 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:34.532887 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] No DVR routers for this DVR port 0f3369ea-3752-4671-9028-bebbf762ef90 on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:34.535670 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.538104 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-956075ac-4ae9-47fe-92c6-91133b930981 req-5ba8cf36-7d48-4bba-956a-eb3dc2aa5e97 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "DELETE /v2.0/ports/0f3369ea-3752-4671-9028-bebbf762ef90 HTTP/1.1" status: 204 len: 173 time: 1.5802484 Aug 13 02:42:34.544274 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-deleted', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:34.546727 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af3426e-c35e-436d-b72c-62924b80fe8b" -d '{"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-deleted", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:34.556066 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3f799e1a-8303-42a0-8621-ee802a78904e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d619ea5822484250ad796e0746ab9508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220786 Aug 13 02:42:34.560600 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51466) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:34.568593 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f799e1a-8303-42a0-8621-ee802a78904e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f387eda-ffda-4552-aacc-e27f3695f07e,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:34.629965 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23491a9-17fd-4800-96dc-072f50a0fe76 x-openstack-request-id: req-e23491a9-17fd-4800-96dc-072f50a0fe76 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:34.630334 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77", "name": "network-vif-deleted", "tag": "0f3369ea-3752-4671-9028-bebbf762ef90", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:34.630649 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e23491a9-17fd-4800-96dc-072f50a0fe76 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:34.631123 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ac7cc8-6206-4d07-9fe1-f5f5160f5c77', 'name': 'network-vif-deleted', 'tag': '0f3369ea-3752-4671-9028-bebbf762ef90', 'status': 'completed', 'code': 200} Aug 13 02:42:34.634352 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23afb305-2541-4f1a-945e-beb70c5901b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.665036 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23afb305-2541-4f1a-945e-beb70c5901b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.690881 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:34.752000 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23afb305-2541-4f1a-945e-beb70c5901b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.754902 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-23afb305-2541-4f1a-945e-beb70c5901b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.756101 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-23afb305-2541-4f1a-945e-beb70c5901b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f387eda-ffda-4552-aacc-e27f3695f07e HTTP/1.1" status: 204 len: 168 time: 0.1944673 Aug 13 02:42:34.770031 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afb305-2541-4f1a-945e-beb70c5901b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f387eda-ffda-4552-aacc-e27f3695f07e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:35.181302 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:35.235680 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] Checking router: d85b6a77-1274-4d2d-bec3-5cc6103f6f29 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:35.256023 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:35.257494 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:35.340629 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51484) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:35.424396 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-86690e2c-913b-4b2d-9ffd-523d62179eca tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.433562 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5573c-8434-4d5e-9cbc-af801e4ec2ad req-22bcb3bd-2822-4ef1-99bd-94e8d2cd83a3 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:35.444754 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7cf5573c-8434-4d5e-9cbc-af801e4ec2ad req-22bcb3bd-2822-4ef1-99bd-94e8d2cd83a3 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 943 time: 0.1122794 Aug 13 02:42:35.445263 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:35.490114 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-86690e2c-913b-4b2d-9ffd-523d62179eca tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.512819 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7cf5573c-8434-4d5e-9cbc-af801e4ec2ad req-5e6cf5d2-a324-4f13-9773-fec625cc8e82 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691452 Aug 13 02:42:35.587542 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-86690e2c-913b-4b2d-9ffd-523d62179eca tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.591489 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-86690e2c-913b-4b2d-9ffd-523d62179eca tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.593681 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-86690e2c-913b-4b2d-9ffd-523d62179eca tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "DELETE /v2.0/security-groups/e92a5277-6766-40f3-9139-1e3008efcfc0 HTTP/1.1" status: 204 len: 168 time: 0.2512302 Aug 13 02:42:35.595639 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51488) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:35.614959 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86690e2c-913b-4b2d-9ffd-523d62179eca tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a5277-6766-40f3-9139-1e3008efcfc0,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:35.622224 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.api.v2.resource [None req-d667f9ed-6b5c-4b32-b1da-be6171a53248 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] show failed (client error): The resource could not be found. Aug 13 02:42:35.624737 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d667f9ed-6b5c-4b32-b1da-be6171a53248 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups/e92a5277-6766-40f3-9139-1e3008efcfc0 HTTP/1.1" status: 404 len: 347 time: 0.0267401 Aug 13 02:42:35.627244 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51492) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:35.840517 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Deleting port 6ac6404b-6ebc-4d10-a07b-2b9c849d52dc {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:35.841886 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.844980 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device d21e2964-0ba0-4956-bd20-75179f9f1c5b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:35.857317 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:35.912466 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b44d4-b6f7-4417-bbd3-c27c808f119d None None] The sync data for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi is: [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:35.953248 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.953586 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.975101 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Calling delete_port for 6ac6404b-6ebc-4d10-a07b-2b9c849d52dc owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:36.078277 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port d21e2964-0ba0-4956-bd20-75179f9f1c5b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d21e2964-0ba0-4956-bd20-75179f9f1c5b,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:36.097525 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'port_id': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'mac_address': 'fa:16:3e:87:1f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:36.170346 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.197753 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21e2964-0ba0-4956-bd20-75179f9f1c5b {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:36.241337 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port d21e2964-0ba0-4956-bd20-75179f9f1c5b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d21e2964-0ba0-4956-bd20-75179f9f1c5b,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:36.248704 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.257068 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.300849 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event deleted for resources: {'Port': ['ID=6ac6404b-6ebc-4d10-a07b-2b9c849d52dc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:36.324985 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=d21e2964-0ba0-4956-bd20-75179f9f1c5b,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:36.390223 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.394022 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.396977 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f9ced1e1-5dcc-4c3a-bfdb-31dfba98f4a3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "DELETE /v2.0/floatingips/e4cca91a-4cfe-485d-b630-25c19ff72d62 HTTP/1.1" status: 204 len: 168 time: 0.7664566 Aug 13 02:42:36.490003 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['d21e2964-0ba0-4956-bd20-75179f9f1c5b'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:36.673669 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fcc3f-0cdf-4e71-b39d-65cdc3b78c2b None None] New status for floating IP e4cca91a-4cfe-485d-b630-25c19ff72d62: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:36.879411 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51514) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:36.886617 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-87823a5e-70b1-4aff-b24a-ba667df7afc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--316072316', 'description': 'tempest-description--2101795260'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:36.954955 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87823a5e-70b1-4aff-b24a-ba667df7afc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.056857 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e673-ee49-4921-9c66-a38c95cca60f req-874a7975-536e-423e-878d-1d84f55ff61a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:37.058468 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0403e673-ee49-4921-9c66-a38c95cca60f req-874a7975-536e-423e-878d-1d84f55ff61a tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 944 time: 0.3637202 Aug 13 02:42:37.125964 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0403e673-ee49-4921-9c66-a38c95cca60f req-9b78f630-22e2-48a1-be1d-d342f62d52a4 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567164 Aug 13 02:42:37.152676 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87823a5e-70b1-4aff-b24a-ba667df7afc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.158719 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87823a5e-70b1-4aff-b24a-ba667df7afc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.195212 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87823a5e-70b1-4aff-b24a-ba667df7afc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.196566 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-87823a5e-70b1-4aff-b24a-ba667df7afc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3155422 Aug 13 02:42:37.201925 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51516) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:37.205370 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87823a5e-70b1-4aff-b24a-ba667df7afc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb932eb-0095-4c2d-89a1-2132b0dbf41e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:37.207089 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-5d58d3e3-4336-489f-ae63-a162ed88dd99 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'security_group_rule': {'security_group_id': '4fb932eb-0095-4c2d-89a1-2132b0dbf41e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:37.248607 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d58d3e3-4336-489f-ae63-a162ed88dd99 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.302900 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d58d3e3-4336-489f-ae63-a162ed88dd99 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.308784 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d58d3e3-4336-489f-ae63-a162ed88dd99 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.330518 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58d3e3-4336-489f-ae63-a162ed88dd99 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc74161f-8749-420f-9f79-ea695a60c294,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:37.339157 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d58d3e3-4336-489f-ae63-a162ed88dd99 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.341269 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5d58d3e3-4336-489f-ae63-a162ed88dd99 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380312 Aug 13 02:42:37.343875 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51518) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:37.349005 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-5bd6ae25-56ab-429e-8ab0-29ce09b22465 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'security_group_rule': {'security_group_id': '4fb932eb-0095-4c2d-89a1-2132b0dbf41e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:37.395230 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ae25-56ab-429e-8ab0-29ce09b22465 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.475039 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ae25-56ab-429e-8ab0-29ce09b22465 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.480505 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ae25-56ab-429e-8ab0-29ce09b22465 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.500096 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6ae25-56ab-429e-8ab0-29ce09b22465 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea1a6b0-794c-4074-b7f5-3acd4f81ae6c,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:37.508575 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ae25-56ab-429e-8ab0-29ce09b22465 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.514978 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5bd6ae25-56ab-429e-8ab0-29ce09b22465 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654570 Aug 13 02:42:37.515603 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51520) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:37.523346 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:37.552159 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.675407 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.816472 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Allocated IP 172.27.0.80 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/a95cf148-c111-4884-9e16-328c133a61ee) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:37.854186 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device d21e2964-0ba0-4956-bd20-75179f9f1c5b up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:37.934918 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port d21e2964-0ba0-4956-bd20-75179f9f1c5b completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:37.940414 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port d21e2964-0ba0-4956-bd20-75179f9f1c5b triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:37.941035 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.001507 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.072344 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.103375 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.146175 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:38.151226 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:38.152158 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8169a27-d63e-40b2-836c-855b7819da23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:38.154939 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:38.156387 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134d4654-fe1f-43d1-a071-d662119c2882" -d '{"events": [{"server_uuid": "b8169a27-d63e-40b2-836c-855b7819da23", "name": "network-vif-plugged", "status": "completed", "tag": "d21e2964-0ba0-4956-bd20-75179f9f1c5b"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:38.192319 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port d21e2964-0ba0-4956-bd20-75179f9f1c5b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d21e2964-0ba0-4956-bd20-75179f9f1c5b,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:38.202752 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'Port': ['ID=a95cf148-c111-4884-9e16-328c133a61ee,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:38.206197 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.207653 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:38.245308 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 0f3369ea-3752-4671-9028-bebbf762ef90 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:38.246071 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 0f3369ea-3752-4671-9028-bebbf762ef90 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:38.295820 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31991c34-130c-4166-b2b0-3aa2db733e24 x-openstack-request-id: req-31991c34-130c-4166-b2b0-3aa2db733e24 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:38.296204 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8169a27-d63e-40b2-836c-855b7819da23", "name": "network-vif-plugged", "status": "completed", "tag": "d21e2964-0ba0-4956-bd20-75179f9f1c5b", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:38.296528 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31991c34-130c-4166-b2b0-3aa2db733e24 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:38.297029 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8169a27-d63e-40b2-836c-855b7819da23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'code': 200} Aug 13 02:42:38.310182 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=d21e2964-0ba0-4956-bd20-75179f9f1c5b,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:38.400346 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.493063 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.582672 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cdaba-f642-4635-92cc-46ed011ce9b6 req-dc95d7f5-38fd-42c5-ac2c-64528c99bbef tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.584272 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e41cdaba-f642-4635-92cc-46ed011ce9b6 req-dc95d7f5-38fd-42c5-ac2c-64528c99bbef tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 945 time: 0.2494836 Aug 13 02:42:38.655464 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea108000-80c5-48d8-af87-fa4c0b257f12 req-343c29de-80a1-48dd-bbfd-0e902b31e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.657054 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ea108000-80c5-48d8-af87-fa4c0b257f12 req-343c29de-80a1-48dd-bbfd-0e902b31e3e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 1098 time: 0.1354582 Aug 13 02:42:38.717441 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e41cdaba-f642-4635-92cc-46ed011ce9b6 req-06168d44-1230-4685-8442-f245df7540cb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206384 Aug 13 02:42:38.756689 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ea108000-80c5-48d8-af87-fa4c0b257f12 req-c1eea9df-68f5-4f15-9cd3-af2625bc9408 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839000 Aug 13 02:42:38.813068 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.819986 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.938608 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'Port': ['ID=a95cf148-c111-4884-9e16-328c133a61ee,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:38.957016 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.979340 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.981186 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a5212d2f-55c0-48fd-a9b2-ea0e70eeba84 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4640691 Aug 13 02:42:39.214582 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-987e72b8-dc06-40fc-b02c-5f4f09ea9434 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--316072316&fields=id&tenant_id=e65973561a1c4222ab997bb542af6b8a HTTP/1.1" status: 200 len: 267 time: 0.0439391 Aug 13 02:42:39.382781 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3b1d50a6-be00-492b-b5c4-2c0a1d58f28a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:39.385203 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3b1d50a6-be00-492b-b5c4-2c0a1d58f28a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 817 time: 0.1582346 Aug 13 02:42:39.407937 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-83813693-6be9-4712-8983-b66e800e45e1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/quotas/e65973561a1c4222ab997bb542af6b8a HTTP/1.1" status: 200 len: 375 time: 0.0154426 Aug 13 02:42:39.489961 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-e362bd8a-4683-4cf3-8901-83895af10396 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732958 Aug 13 02:42:39.680795 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-b9fe3895-827b-49e7-acc6-316e85a1d3f3 service neutron] 10.222.0.22 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727781 Aug 13 02:42:39.841863 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-db7e9f9b-e915-4700-af78-5af641594986 service neutron] 10.222.0.22 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481392 Aug 13 02:42:39.904147 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d7609-6246-4d02-a97e-9e0ebd2d947a req-8660a3ca-efee-4f57-806b-86e0d46359b2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:39.906829 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-660d7609-6246-4d02-a97e-9e0ebd2d947a req-8660a3ca-efee-4f57-806b-86e0d46359b2 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 945 time: 0.0744882 Aug 13 02:42:39.982007 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-660d7609-6246-4d02-a97e-9e0ebd2d947a req-98f20e2a-720a-4493-b2d0-b6a36ab30401 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633714 Aug 13 02:42:40.128809 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-67bd962a-d14a-4023-adde-448ae2b9036c req-f32026a9-2ebf-43c1-b909-53e764c8591b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 210 time: 0.0538864 Aug 13 02:42:40.198000 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada01e4-62e7-44df-87b3-2f6fdebe3317 req-6d4b7de3-639b-4f35-8e79-14858aea8901 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:40.201203 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2ada01e4-62e7-44df-87b3-2f6fdebe3317 req-6d4b7de3-639b-4f35-8e79-14858aea8901 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 945 time: 0.0837879 Aug 13 02:42:40.215972 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51574) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:40.231083 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Request body: {'floatingip': {'port_id': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:40.302990 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.132347 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.db.resource_extend [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 02:42:41.224972 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.231760 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.631791 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1e231bce-4a64-4d17-bf6c-f1bd5aced876 req-73416b97-3b5b-4989-ae9a-51e4ec7da78d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 210 time: 0.3530257 Aug 13 02:42:41.834998 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Floating IP cb146052-1922-4dd0-92a8-755e13a47d3a associated. External IP: 172.27.0.199, port: d21e2964-0ba0-4956-bd20-75179f9f1c5b. Aug 13 02:42:41.855554 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-fa42e614-d808-4451-8107-cb994dff32da tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:41.858066 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-fa42e614-d808-4451-8107-cb994dff32da tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 817 time: 0.2759626 Aug 13 02:42:42.038143 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-9a6c4081-360c-4dd7-aea0-cbd57b9d8926 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e65973561a1c4222ab997bb542af6b8a HTTP/1.1" status: 200 len: 379 time: 0.1327953 Aug 13 02:42:42.053170 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'port': {'device_id': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'admin_state_up': True, 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'security_groups': ['4fb932eb-0095-4c2d-89a1-2132b0dbf41e']}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:42.309534 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Made reservation on behalf of e65973561a1c4222ab997bb542af6b8a for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:42.315374 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.348197 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:42.629797 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:42.632641 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Allocated IP 172.20.0.7 (8519c89d-7682-4965-ac63-05a13879caad/8c0745d9-81cc-4915-836d-84713d165b19/09c1ef14-8663-4f73-882c-eac2aa2c23f9) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:42.639814 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.643764 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] Sync routers for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:42.660752 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:42.662186 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:42.722099 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-97533c25-36e0-4d24-88a4-0a0b35db2f2f tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "PUT /v2.0/floatingips/cb146052-1922-4dd0-92a8-755e13a47d3a HTTP/1.1" status: 200 len: 991 time: 2.4988461 Aug 13 02:42:42.728612 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8169a27-d63e-40b2-836c-855b7819da23', 'tag': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:42.733706 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04358876-76df-45ba-846d-6fb2759db545" -d '{"events": [{"name": "network-changed", "server_uuid": "b8169a27-d63e-40b2-836c-855b7819da23", "tag": "d21e2964-0ba0-4956-bd20-75179f9f1c5b"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:42.796606 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4a770057-bdd8-4772-8422-393bd15d565c req-52cce196-0a60-420c-9361-ab4249214fd2 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 210 time: 0.0380995 Aug 13 02:42:42.893473 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3192b3a0-c28a-461d-a08e-665af002adda x-openstack-request-id: req-3192b3a0-c28a-461d-a08e-665af002adda {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:42.894415 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8169a27-d63e-40b2-836c-855b7819da23", "tag": "d21e2964-0ba0-4956-bd20-75179f9f1c5b", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:42.894837 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3192b3a0-c28a-461d-a08e-665af002adda {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:42.896150 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8169a27-d63e-40b2-836c-855b7819da23', 'tag': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'status': 'completed', 'code': 200} Aug 13 02:42:42.900361 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:42.972535 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.979267 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358876-76df-45ba-846d-6fb2759db545 req-fd6dcfc2-bda5-4f33-9cab-98df9257e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:42.981100 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04358876-76df-45ba-846d-6fb2759db545 req-fd6dcfc2-bda5-4f33-9cab-98df9257e8a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b7fef85f7847e09394b4238b725d1b&device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 1098 time: 0.0616026 Aug 13 02:42:43.020908 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Transition to ACTIVE for port object 09c1ef14-8663-4f73-882c-eac2aa2c23f9 will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:43.134868 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.153082 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358876-76df-45ba-846d-6fb2759db545 req-3e467f4d-924b-48a0-8aae-7f89ecc12afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.154787 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04358876-76df-45ba-846d-6fb2759db545 req-3e467f4d-924b-48a0-8aae-7f89ecc12afe service neutron] 10.222.0.20 "GET /v2.0/networks?id=a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 200 len: 911 time: 0.1647644 Aug 13 02:42:43.212181 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Network 8519c89d-7682-4965-ac63-05a13879caad is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:43.216673 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:43.222193 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:43.227391 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:43.289187 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.289924 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.297246 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04358876-76df-45ba-846d-6fb2759db545 req-9a42f1d8-30b3-4391-bc55-2162ca0d783b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d21e2964-0ba0-4956-bd20-75179f9f1c5b HTTP/1.1" status: 200 len: 999 time: 0.1338956 Aug 13 02:42:43.311497 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-4b8253c8-f82f-42da-8f36-f1fc89428f46 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2637088 Aug 13 02:42:43.332301 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Request body: {'port': {'device_id': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:43.376095 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358876-76df-45ba-846d-6fb2759db545 req-0e4a4c37-3418-4d3b-920c-667291ec4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.378938 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04358876-76df-45ba-846d-6fb2759db545 req-0e4a4c37-3418-4d3b-920c-667291ec4676 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 200 len: 849 time: 0.0740688 Aug 13 02:42:43.441935 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.447641 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'cb146052-1922-4dd0-92a8-755e13a47d3a', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'port_id': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'mac_address': 'fa:16:3e:87:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8169a27-d63e-40b2-836c-855b7819da23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:26Z', 'updated_at': '2021-08-13T02:42:41Z', 'revision_number': 1, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:43.471748 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358876-76df-45ba-846d-6fb2759db545 req-1c063dbd-1e0a-44d6-82a6-4c222b8ce2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.473685 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04358876-76df-45ba-846d-6fb2759db545 req-1c063dbd-1e0a-44d6-82a6-4c222b8ce2c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a49d6fb8-f33d-48b3-9460-f95eb3f24890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843248 Aug 13 02:42:43.497166 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] Checking router: c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:43.516358 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:43.517215 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:43.586081 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1d664761-c5c1-49c3-89c9-ec05dc237eb0 None None] Provisioning for port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:43.596364 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1d664761-c5c1-49c3-89c9-ec05dc237eb0 None None] Provisioning complete for port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:43.597019 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d664761-c5c1-49c3-89c9-ec05dc237eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.606433 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04358876-76df-45ba-846d-6fb2759db545 req-bb6d523f-3332-45f1-bd48-d679141826c8 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243377 Aug 13 02:42:43.736106 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-04358876-76df-45ba-846d-6fb2759db545 req-b098eb22-ed11-49bb-b9d9-7a4162e5aed7 service neutron] 10.222.0.20 "GET /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215100 Aug 13 02:42:43.871132 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1d664761-c5c1-49c3-89c9-ec05dc237eb0 None None] Port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:42:43.877424 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c1ef14-8663-4f73-882c-eac2aa2c23f9 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:43.888465 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.894866 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:43.910786 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Transition to ACTIVE for port object 09c1ef14-8663-4f73-882c-eac2aa2c23f9 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:43.919161 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.012386 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4f0d1-8256-44d4-868a-588f27ca661e req-cde5c720-5928-44bc-9a6c-1e480ca09554 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.016216 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06a4f0d1-8256-44d4-868a-588f27ca661e req-cde5c720-5928-44bc-9a6c-1e480ca09554 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.1067655 Aug 13 02:42:44.074569 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06a4f0d1-8256-44d4-868a-588f27ca661e req-789b055a-38e9-4657-8215-809a5eb97cd9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492635 Aug 13 02:42:44.095099 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:44.156984 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Attempting to bind port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:44.157836 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Attempting to bind port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:44.158531 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Attempting to bind port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 on network 8519c89d-7682-4965-ac63-05a13879caad {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:44.165838 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 on network 8519c89d-7682-4965-ac63-05a13879caad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:42:44.166311 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Attempting to bind port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 on network 8519c89d-7682-4965-ac63-05a13879caad {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:44.177240 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:44.177690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Checking segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:44.178595 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Bound using segment: {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:44.179334 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Bound port: 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ebb6db-d0e7-425f-bcf3-99a756a097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8519c89d-7682-4965-ac63-05a13879caad'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:44.179334 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.301390 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:44.309276 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:44.316493 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.342303 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'cb146052-1922-4dd0-92a8-755e13a47d3a', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'port_id': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'mac_address': 'fa:16:3e:87:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8169a27-d63e-40b2-836c-855b7819da23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:26Z', 'updated_at': '2021-08-13T02:42:41Z', 'revision_number': 1, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:44.377759 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.378667 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.381408 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] 10.222.0.20 "PUT /v2.0/ports/09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 200 len: 1093 time: 1.0601451 Aug 13 02:42:44.396231 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0cbe7d-4978-4486-baec-a11c39afe761 None None] The sync data for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi is: [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'cb146052-1922-4dd0-92a8-755e13a47d3a', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'port_id': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'mac_address': 'fa:16:3e:87:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8169a27-d63e-40b2-836c-855b7819da23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:26Z', 'updated_at': '2021-08-13T02:42:41Z', 'revision_number': 1, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:44.443055 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5aa64-9dbe-4256-ab93-52f2ccbb3ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:44.543383 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-d74639b3-b4f9-40fd-acef-a425289b391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.546652 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-d74639b3-b4f9-40fd-acef-a425289b391e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0964305 Aug 13 02:42:44.590380 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:42:44.631668 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-cea159c8-614d-41cb-97d0-52bd561645c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 200 len: 217 time: 0.0732472 Aug 13 02:42:44.701790 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-fb6ef3a3-a3c3-4c62-85bb-ed30ec44a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.703385 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-fb6ef3a3-a3c3-4c62-85bb-ed30ec44a499 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0575526 Aug 13 02:42:44.726423 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6e0cb-2132-49ed-8c71-ea90b3a7685c None None] New status for floating IP cb146052-1922-4dd0-92a8-755e13a47d3a: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:44.791003 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-27161c11-78af-4302-b9df-a34f77b4a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.794125 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-27161c11-78af-4302-b9df-a34f77b4a105 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787902 Aug 13 02:42:44.901712 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:44.905623 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2930a05-7e2d-4001-8d90-a292d7dc8d09" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:44.955173 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-38a69c36-2437-4db5-b9bc-c14efe51f4fc service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465638 Aug 13 02:42:44.974447 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af558918-8c3d-436c-b1d1-1277e487b4e9 x-openstack-request-id: req-af558918-8c3d-436c-b1d1-1277e487b4e9 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:44.974447 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:44.974447 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af558918-8c3d-436c-b1d1-1277e487b4e9 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:44.974447 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'status': 'completed', 'code': 200} Aug 13 02:42:45.171615 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f5aa8030-ed34-417d-8d03-21d0b45d7b67 req-807f2f93-216e-407b-9a29-2d4b6081363b service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948752 Aug 13 02:42:45.252026 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34011-00a2-4a92-b306-dabf4798d2d5 req-91c9b359-f3d9-49a1-a5b5-ab2b07b00b02 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:45.253738 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-95a34011-00a2-4a92-b306-dabf4798d2d5 req-91c9b359-f3d9-49a1-a5b5-ab2b07b00b02 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0667422 Aug 13 02:42:45.305088 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-95a34011-00a2-4a92-b306-dabf4798d2d5 req-8c81c828-39e9-4da9-a06e-e0bc7c761a54 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450118 Aug 13 02:42:46.438185 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e17d36-915f-4674-ac7b-0b1b8547f169 req-05759506-2ea3-4665-9958-ca31230071aa tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:46.439940 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49e17d36-915f-4674-ac7b-0b1b8547f169 req-05759506-2ea3-4665-9958-ca31230071aa tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0572026 Aug 13 02:42:46.488137 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49e17d36-915f-4674-ac7b-0b1b8547f169 req-48c487cd-b2d9-4666-a1af-d9f111be5709 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406408 Aug 13 02:42:47.625838 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a80ada-15a4-422e-839e-83180c2f5712 req-e92b5dc2-8f5d-4ff5-beab-48d48f79ad68 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:47.627369 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6a80ada-15a4-422e-839e-83180c2f5712 req-e92b5dc2-8f5d-4ff5-beab-48d48f79ad68 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0524659 Aug 13 02:42:47.677100 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c6a80ada-15a4-422e-839e-83180c2f5712 req-d126012f-e371-48aa-8923-3b91b39025f3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394254 Aug 13 02:42:48.020789 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-a591e801-d2c2-4478-940c-0fafa882f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.023470 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-a591e801-d2c2-4478-940c-0fafa882f848 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0535371 Aug 13 02:42:48.135985 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-3c3a2b35-74f3-44ed-9870-57b53742f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.138534 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-3c3a2b35-74f3-44ed-9870-57b53742f8b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.1067610 Aug 13 02:42:48.183431 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-f45c2e8d-24ba-4f6a-a239-dae4e10adee8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 200 len: 217 time: 0.0369318 Aug 13 02:42:48.244364 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-250e249c-1089-43e1-bf40-fba6d0bcfa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.246710 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-250e249c-1089-43e1-bf40-fba6d0bcfa20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0554070 Aug 13 02:42:48.301823 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-ba657394-a16e-4ed9-9da4-f0dae99ea306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.303424 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-ba657394-a16e-4ed9-9da4-f0dae99ea306 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484018 Aug 13 02:42:48.428248 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-a353db49-337d-44e4-9233-fc172197721b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682984504&fields=id&tenant_id=a8c859cefb7244d086339beed01fdfd6 HTTP/1.1" status: 200 len: 267 time: 0.0639303 Aug 13 02:42:48.435428 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-5ce2a6f2-f6b5-4e58-a48a-b905cd9a5a20 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239398 Aug 13 02:42:48.554891 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-65146830-5a35-46a0-aaa8-5b89cec786b5 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.556427 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-65146830-5a35-46a0-aaa8-5b89cec786b5 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 985 time: 0.1182554 Aug 13 02:42:48.578250 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Request body: {'port': {'security_groups': ['87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4']}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:48.583944 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a2930a05-7e2d-4001-8d90-a292d7dc8d09 req-13e0a85a-e8bf-4976-bfac-e5b93cf39f39 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359994 Aug 13 02:42:48.664223 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.839243 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d82999-9995-4c91-81ee-ac2e2ecdb387 req-8625480a-31ab-49be-9b40-18f60ab3316a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.840789 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-74d82999-9995-4c91-81ee-ac2e2ecdb387 req-8625480a-31ab-49be-9b40-18f60ab3316a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0665407 Aug 13 02:42:48.891152 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-74d82999-9995-4c91-81ee-ac2e2ecdb387 req-865ce366-0c75-42cf-add1-f90d7dc0d553 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 Aug 13 02:42:48.892108 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] For port f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:48.929739 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.936003 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.951562 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['f76cde7e-1b81-40e7-b201-8e17d7bbf78f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:48.983044 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.983824 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.985529 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-42165d27-5fc9-4b9c-8ba9-ff147463f55b req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "PUT /v2.0/ports/f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 943 time: 0.4152720 Aug 13 02:42:48.986002 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:48.988355 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:48.994213 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51654) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:49.038410 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256e36e-3b94-4728-a1cf-04c66fa5a05e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event updated for resources: {'Port': ['ID=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,revision_number=7']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:49.090389 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['f76cde7e-1b81-40e7-b201-8e17d7bbf78f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:49.131189 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1eb4f6-440a-4f19-8d52-a6834883e297 x-openstack-request-id: req-6e1eb4f6-440a-4f19-8d52-a6834883e297 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:49.131646 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:49.132067 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e1eb4f6-440a-4f19-8d52-a6834883e297 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:49.132636 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'status': 'completed', 'code': 200} Aug 13 02:42:49.162084 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-072958b4-4cc7-4be6-bfc0-2c540fd1a941 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.210665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-072958b4-4cc7-4be6-bfc0-2c540fd1a941 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.265557 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-7c037d67-e9fc-476e-b4ea-51163db23b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.272135 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-7c037d67-e9fc-476e-b4ea-51163db23b17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8c859cefb7244d086339beed01fdfd6&device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1099 time: 0.1088338 Aug 13 02:42:49.330388 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-072958b4-4cc7-4be6-bfc0-2c540fd1a941 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.337224 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-072958b4-4cc7-4be6-bfc0-2c540fd1a941 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.345800 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-072958b4-4cc7-4be6-bfc0-2c540fd1a941 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "DELETE /v2.0/security-groups/faad24ea-f076-4948-a3b1-a391ff8e92ee HTTP/1.1" status: 204 len: 168 time: 0.3498030 Aug 13 02:42:49.348793 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51666) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:49.373810 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072958b4-4cc7-4be6-bfc0-2c540fd1a941 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faad24ea-f076-4948-a3b1-a391ff8e92ee,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:49.446558 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-85292f62-38f7-40ac-b42a-f59fc827e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.448049 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-85292f62-38f7-40ac-b42a-f59fc827e395 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 200 len: 916 time: 0.1667790 Aug 13 02:42:49.497742 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7b69860a-9cf2-4058-899f-0ec00d9262f4 None None] Provisioning complete for port f76cde7e-1b81-40e7-b201-8e17d7bbf78f triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:49.498329 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7b69860a-9cf2-4058-899f-0ec00d9262f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.533610 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-aa5051ee-59ac-4000-a038-b171d0cb92b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 1001 time: 0.0775874 Aug 13 02:42:49.628356 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-9381e41e-1537-42fa-87cc-cffc89b8f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.630885 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-9381e41e-1537-42fa-87cc-cffc89b8f3b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39be24a7-f14d-4c3a-a0d7-fcf757793c4c HTTP/1.1" status: 200 len: 854 time: 0.0834389 Aug 13 02:42:49.668810 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Deleting port 49f28b23-3019-4d94-b346-8133b14152b3 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:49.669387 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.683696 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-ca7f24cb-382a-46a2-add5-f7084b66d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.685255 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-ca7f24cb-382a-46a2-add5-f7084b66d2a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b6e8f7a-c411-4ec6-bddf-b648813075b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469217 Aug 13 02:42:49.796475 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.797047 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.806068 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-55b84e09-93cf-41f8-ab78-cd316e3d7c69 service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131725 Aug 13 02:42:49.818005 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Calling delete_port for 49f28b23-3019-4d94-b346-8133b14152b3 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:49.973041 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1a6e6724-0c13-494c-bfe0-51cabebdfa9a req-0cbfe06c-0173-458b-a322-0be09656a00f service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592052 Aug 13 02:42:50.132583 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234ea47-12ff-456e-a35a-26fe61a74ef2 req-655ef1e1-0607-4f9a-b081-07df5d01795d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:50.134191 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a234ea47-12ff-456e-a35a-26fe61a74ef2 req-655ef1e1-0607-4f9a-b081-07df5d01795d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0872223 Aug 13 02:42:50.149300 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.189729 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event deleted for resources: {'Port': ['ID=49f28b23-3019-4d94-b346-8133b14152b3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:50.206879 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a234ea47-12ff-456e-a35a-26fe61a74ef2 req-beae1a83-9bee-4c27-b1db-9e6bf19daa9a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651667 Aug 13 02:42:50.296038 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.296426 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Floating IP e7e65ab3-2c6c-470a-8ff1-2f82e6d664ae disassociated (deleted). External IP: 172.27.0.81, port: f76cde7e-1b81-40e7-b201-8e17d7bbf78f. Aug 13 02:42:50.547008 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Router 53c54707-8dee-4d19-82fe-deb03b271b40 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:50.679777 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:50.684731 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.689910 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] Sync routers for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:50.700312 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:50.700938 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:50.720963 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-de00d515-36a6-4163-82fd-a1526426035b tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "DELETE /v2.0/floatingips/e7e65ab3-2c6c-470a-8ff1-2f82e6d664ae HTTP/1.1" status: 204 len: 168 time: 1.3491273 Aug 13 02:42:50.721570 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:50.723952 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701389be-2b2b-4e9d-bc65-7559bdafaf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:50.771673 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e9263a-c175-49af-a9fc-8d8f2e4a2006 x-openstack-request-id: req-d1e9263a-c175-49af-a9fc-8d8f2e4a2006 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:50.771964 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08810519-b645-4063-a702-4e8f60469191", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:50.772269 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1e9263a-c175-49af-a9fc-8d8f2e4a2006 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:50.772878 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'status': 'completed', 'code': 200} Aug 13 02:42:50.861810 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-283fbcbd-1685-4e17-844a-524bc2a4a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:50.863514 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-283fbcbd-1685-4e17-844a-524bc2a4a5f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8c859cefb7244d086339beed01fdfd6&device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 1099 time: 0.0642786 Aug 13 02:42:50.871805 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:51.017933 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-d31533c4-ea5a-4d71-9dd3-23f5844a571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:51.019451 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-d31533c4-ea5a-4d71-9dd3-23f5844a571e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 200 len: 916 time: 0.1481624 Aug 13 02:42:51.094063 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-13c6c28d-51ef-4ba4-9e59-11a5b1b295b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 200 len: 217 time: 0.0664799 Aug 13 02:42:51.175299 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-2a25e39c-3661-4c3d-a64f-3c81daa43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:51.177030 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-2a25e39c-3661-4c3d-a64f-3c81daa43b06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39be24a7-f14d-4c3a-a0d7-fcf757793c4c HTTP/1.1" status: 200 len: 854 time: 0.0693741 Aug 13 02:42:51.209345 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:24Z', 'revision_number': 5, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.242519 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-a53e6772-1d5e-4bb4-a789-78b42b4bb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:51.244868 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-a53e6772-1d5e-4bb4-a789-78b42b4bb2ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b6e8f7a-c411-4ec6-bddf-b648813075b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596445 Aug 13 02:42:51.259607 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] Checking router: 53c54707-8dee-4d19-82fe-deb03b271b40 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:51.269878 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:51.270548 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.380615 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfc05d-de67-4892-bff8-35f3df74f1c3 req-b94f56d9-b54a-497b-be5b-676d3c0578b0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:51.381211 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-5137efdf-49b6-4202-81d3-788cc770ab9b service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273165 Aug 13 02:42:51.399873 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49bfc05d-de67-4892-bff8-35f3df74f1c3 req-b94f56d9-b54a-497b-be5b-676d3c0578b0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0880492 Aug 13 02:42:51.481035 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-49bfc05d-de67-4892-bff8-35f3df74f1c3 req-833c3a3b-6489-4979-944e-eca95681ea26 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789700 Aug 13 02:42:51.490547 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:51.562784 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-701389be-2b2b-4e9d-bc65-7559bdafaf8b req-7f5c5a32-91b8-48ce-80f1-594f64bc388c service neutron] 10.222.0.20 "GET /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739762 Aug 13 02:42:51.748922 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:24Z', 'revision_number': 5, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.785793 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539fa5f-812a-4157-ab5e-4c2d66103cdd None None] The sync data for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi is: [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:40:16Z', 'revision_number': 4, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '3430474e-8f29-41a0-9575-a3048c2b24e6', 'name': '', 'network_id': '7b6e8f7a-c411-4ec6-bddf-b648813075b0', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'mac_address': 'fa:16:3e:e8:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:15Z', 'updated_at': '2021-08-13T02:40:24Z', 'revision_number': 5, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'subnets': [{'id': '39be24a7-f14d-4c3a-a0d7-fcf757793c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:51.977225 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:52.050418 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da166c86-6947-4a55-939b-a60bc0c9fc24 None None] New status for floating IP e7e65ab3-2c6c-470a-8ff1-2f82e6d664ae: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:52.116513 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:52.138312 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'port_id': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'mac_address': 'fa:16:3e:de:3c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:52.198893 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.215633 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c1ef14-8663-4f73-882c-eac2aa2c23f9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:52.241902 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:52.248361 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.317997 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:52.328550 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.329098 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.329460 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.329826 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.330197 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.330538 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.331054 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.331649 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.332047 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.332384 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.332822 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.333278 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:52.518836 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['09c1ef14-8663-4f73-882c-eac2aa2c23f9'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:52.653826 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba9ccb-e5af-4d44-a53e-2accdfeb3547 req-9b7a53aa-b62f-4ec0-a332-011a2eb6dd26 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:52.656000 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ceba9ccb-e5af-4d44-a53e-2accdfeb3547 req-9b7a53aa-b62f-4ec0-a332-011a2eb6dd26 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0723264 Aug 13 02:42:52.735279 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ceba9ccb-e5af-4d44-a53e-2accdfeb3547 req-b8386d27-b971-4155-9b13-6034fbe6c8f1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679576 Aug 13 02:42:53.699554 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee9c12-4457-443d-8592-c08d862ebf9c req-f8f86dfe-f3f7-4647-8b95-566922ee6848 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:53.701369 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7fee9c12-4457-443d-8592-c08d862ebf9c req-f8f86dfe-f3f7-4647-8b95-566922ee6848 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.0690951 Aug 13 02:42:53.754681 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7fee9c12-4457-443d-8592-c08d862ebf9c req-e6b29c80-0b3b-4698-8095-cbe985399d0e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Aug 13 02:42:53.909753 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bea68-b63f-42b7-82b9-6b824f4c1c51 req-1bf0e6ad-df3b-4d50-878d-f3af3249a444 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:53.911274 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-330bea68-b63f-42b7-82b9-6b824f4c1c51 req-1bf0e6ad-df3b-4d50-878d-f3af3249a444 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0541778 Aug 13 02:42:53.960922 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-330bea68-b63f-42b7-82b9-6b824f4c1c51 req-90806bd8-4238-435e-b59b-5ff588549a7b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Aug 13 02:42:53.993660 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:54.058706 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:54.064617 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:54.065059 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.162304 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.198117 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:54.201769 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598eacdb-628c-4148-b343-6c5a297009bf" -d '{"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:54.222196 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:54.227471 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.254728 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06df0ae-3a0c-43aa-845d-f2d27570886f x-openstack-request-id: req-d06df0ae-3a0c-43aa-845d-f2d27570886f {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:54.255146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:54.255146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d06df0ae-3a0c-43aa-845d-f2d27570886f {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:54.255527 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'code': 200} Aug 13 02:42:54.289720 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:54.453605 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250d8f8-71d4-436b-8620-3d4787dae5c7 req-df1e221b-a3ea-409d-aa4a-670b16629a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:54.455677 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f250d8f8-71d4-436b-8620-3d4787dae5c7 req-df1e221b-a3ea-409d-aa4a-670b16629a6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0458958 Aug 13 02:42:54.504599 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f250d8f8-71d4-436b-8620-3d4787dae5c7 req-32385536-bccd-4b69-be0b-2f4cac54b409 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398006 Aug 13 02:42:54.894313 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7fe3-9de9-4f97-b7e4-3facd0a41ca9 req-768e5826-a2af-4d3c-85c1-d7656776c4a1 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:54.895923 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-991c7fe3-9de9-4f97-b7e4-3facd0a41ca9 req-768e5826-a2af-4d3c-85c1-d7656776c4a1 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.0583649 Aug 13 02:42:54.953110 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-991c7fe3-9de9-4f97-b7e4-3facd0a41ca9 req-bd841bac-da71-44e4-89e6-e3e0e1f0f52c tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480855 Aug 13 02:42:55.110469 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dd878-26a6-4daa-bede-6c87e3ce5b75 req-a7639193-27eb-43cc-ab1b-8a70b6732e72 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:55.112010 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-386dd878-26a6-4daa-bede-6c87e3ce5b75 req-a7639193-27eb-43cc-ab1b-8a70b6732e72 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0627980 Aug 13 02:42:55.159156 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-386dd878-26a6-4daa-bede-6c87e3ce5b75 req-3167b1d1-e7bd-4cb2-832d-739ca85bc226 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404892 Aug 13 02:42:55.815385 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-bf847b46-f8c6-4c02-95d0-f8c77902b4db tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:55.816902 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-bf847b46-f8c6-4c02-95d0-f8c77902b4db tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.20 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.0656927 Aug 13 02:42:55.933317 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Deleting port f76cde7e-1b81-40e7-b201-8e17d7bbf78f {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:55.934022 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.073333 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] For port f76cde7e-1b81-40e7-b201-8e17d7bbf78f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:56.073854 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.090009 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Calling delete_port for f76cde7e-1b81-40e7-b201-8e17d7bbf78f owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:56.100345 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a615e89-bad1-46d5-a049-9f89308ebc47 req-8b696ddd-0b61-4087-acef-710cedc5139e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:56.105282 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0a615e89-bad1-46d5-a049-9f89308ebc47 req-8b696ddd-0b61-4087-acef-710cedc5139e tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/ports?device_id=08810519-b645-4063-a702-4e8f60469191 HTTP/1.1" status: 200 len: 946 time: 0.0657954 Aug 13 02:42:56.154517 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0a615e89-bad1-46d5-a049-9f89308ebc47 req-309397ea-d526-4664-a940-548b798b278c tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.22 "GET /v2.0/security-groups?id=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Aug 13 02:42:56.295390 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.307769 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['f76cde7e-1b81-40e7-b201-8e17d7bbf78f'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:56.331052 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Pushing event deleted for resources: {'Port': ['ID=f76cde7e-1b81-40e7-b201-8e17d7bbf78f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:56.357285 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa436af-4e97-40b6-b778-6500ed2323df req-68afbdbe-625d-4ecd-887e-1d79a88e9b63 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:56.358923 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7aa436af-4e97-40b6-b778-6500ed2323df req-68afbdbe-625d-4ecd-887e-1d79a88e9b63 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.1045127 Aug 13 02:42:56.388632 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85c64e3a-20bc-4f4f-ad58-daff95b5c635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.408636 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] No DVR routers for this DVR port f76cde7e-1b81-40e7-b201-8e17d7bbf78f on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:56.412610 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.414744 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9565b7c6-96d1-4f68-83e4-795785a8db70 req-08a33a9d-37bb-4bc2-891f-946352772b82 tempest-TestMinimumBasicScenario-2079881044 tempest-TestMinimumBasicScenario-2079881044-project] 10.222.0.20 "DELETE /v2.0/ports/f76cde7e-1b81-40e7-b201-8e17d7bbf78f HTTP/1.1" status: 204 len: 173 time: 0.5896482 Aug 13 02:42:56.415208 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'name': 'network-vif-deleted', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:56.418068 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7882a46-06f9-4524-9b9d-8a9c120fa645" -d '{"events": [{"server_uuid": "08810519-b645-4063-a702-4e8f60469191", "name": "network-vif-deleted", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:56.453178 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7aa436af-4e97-40b6-b778-6500ed2323df req-1e7bfed3-c944-4ee4-932e-3296326bf636 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779133 Aug 13 02:42:56.601749 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e58ddbb-7985-43ba-ae1d-3a47806a1d0c x-openstack-request-id: req-9e58ddbb-7985-43ba-ae1d-3a47806a1d0c {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:56.602094 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08810519-b645-4063-a702-4e8f60469191", "name": "network-vif-deleted", "tag": "f76cde7e-1b81-40e7-b201-8e17d7bbf78f", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:56.602399 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e58ddbb-7985-43ba-ae1d-3a47806a1d0c {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:56.602868 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08810519-b645-4063-a702-4e8f60469191', 'name': 'network-vif-deleted', 'tag': 'f76cde7e-1b81-40e7-b201-8e17d7bbf78f', 'status': 'completed', 'code': 200} Aug 13 02:42:56.627668 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7f424-aef9-4762-98a4-23c43b3768c6 req-a311f893-a9f3-4ad8-b44e-ba85d6e692a1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:56.629224 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a5c7f424-aef9-4762-98a4-23c43b3768c6 req-a311f893-a9f3-4ad8-b44e-ba85d6e692a1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0606070 Aug 13 02:42:56.639595 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51816) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:56.644181 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Request body: {'floatingip': {'port_id': '09c1ef14-8663-4f73-882c-eac2aa2c23f9'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:56.691939 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.304708 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.574706 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.579557 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.721627 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Floating IP d686f7ae-8949-4f3b-b8a0-2d3718b52181 associated. External IP: 172.27.0.80, port: 09c1ef14-8663-4f73-882c-eac2aa2c23f9. Aug 13 02:42:58.008848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:58.086026 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51868) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:58.140736 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:58.156321 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.172366 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] Sync routers for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:58.187075 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:58.188668 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.198261 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2fbd17ae-6c3e-4949-abb0-27dbe3dda2f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "PUT /v2.0/floatingips/d686f7ae-8949-4f3b-b8a0-2d3718b52181 HTTP/1.1" status: 200 len: 990 time: 1.5574300 Aug 13 02:42:58.360511 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:58.606133 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:58.606717 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe36dd2-7770-45dc-8f01-73f9a28034cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:58.647178 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769dd3ca-38d8-4d72-b546-d03b22bdb591 x-openstack-request-id: req-769dd3ca-38d8-4d72-b546-d03b22bdb591 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:58.647565 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:58.647888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-769dd3ca-38d8-4d72-b546-d03b22bdb591 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:58.648609 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'status': 'completed', 'code': 200} Aug 13 02:42:58.685778 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'd686f7ae-8949-4f3b-b8a0-2d3718b52181', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'port_id': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'mac_address': 'fa:16:3e:de:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:38Z', 'updated_at': '2021-08-13T02:42:57Z', 'revision_number': 1, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.721954 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] Checking router: d85b6a77-1274-4d2d-bec3-5cc6103f6f29 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:58.736167 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:58.736423 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-7e3f87a5-2487-4ecd-af86-3da4bd3508ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:58.736969 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.738067 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-7e3f87a5-2487-4ecd-af86-3da4bd3508ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0611720 Aug 13 02:42:58.861128 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-5e2e053d-8349-401f-8816-113efa190e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:58.862768 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-5e2e053d-8349-401f-8816-113efa190e33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.1162996 Aug 13 02:42:58.870193 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.944651 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-8d69291e-ba74-4784-8c8d-078c72d24cf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 200 len: 998 time: 0.0730140 Aug 13 02:42:59.007378 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-a27776c7-8b8c-4ccf-b67c-2da52b35d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:59.009530 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-a27776c7-8b8c-4ccf-b67c-2da52b35d90b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0570652 Aug 13 02:42:59.042192 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ea82-a939-4547-ba3d-c14d619d1d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.071693 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-54fba641-0d53-40e6-a034-a23033584f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:59.073974 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-54fba641-0d53-40e6-a034-a23033584f97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539176 Aug 13 02:42:59.074280 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:59.192068 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-e3e7d6c5-cccc-4d73-a0ad-1a9809984dba service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092892 Aug 13 02:42:59.270639 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Deleting port 3430474e-8f29-41a0-9575-a3048c2b24e6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:59.271215 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.303619 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4fe36dd2-7770-45dc-8f01-73f9a28034cb req-4793cab6-f5d6-431b-8b60-c4ecc77f454a service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039891 Aug 13 02:42:59.402946 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] For port 3430474e-8f29-41a0-9575-a3048c2b24e6, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=3430474e-8f29-41a0-9575-a3048c2b24e6,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:59.403396 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.428178 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Calling delete_port for 3430474e-8f29-41a0-9575-a3048c2b24e6 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:59.444476 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'd686f7ae-8949-4f3b-b8a0-2d3718b52181', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'port_id': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'mac_address': 'fa:16:3e:de:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:38Z', 'updated_at': '2021-08-13T02:42:57Z', 'revision_number': 1, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:59.479751 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b3525b-89d1-4e56-b6de-949628920d3e None None] The sync data for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi is: [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'd686f7ae-8949-4f3b-b8a0-2d3718b52181', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'port_id': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'mac_address': 'fa:16:3e:de:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:38Z', 'updated_at': '2021-08-13T02:42:57Z', 'revision_number': 1, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:59.527788 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.730959 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.737658 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018f6da-3430-4b8b-8a6b-f52e6cc57734 None None] New status for floating IP d686f7ae-8949-4f3b-b8a0-2d3718b52181: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:59.760414 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=3430474e-8f29-41a0-9575-a3048c2b24e6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:00.023366 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device f76cde7e-1b81-40e7-b201-8e17d7bbf78f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:00.031157 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.051472 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: f76cde7e-1b81-40e7-b201-8e17d7bbf78f {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:00.051815 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device f76cde7e-1b81-40e7-b201-8e17d7bbf78f not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:00.072707 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.296221 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Router 53c54707-8dee-4d19-82fe-deb03b271b40 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:00.412921 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:00.418939 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6b9b596a-6970-4c3b-a9ba-2cd865032e81 admin admin] 10.222.0.22 "PUT /v2.0/routers/53c54707-8dee-4d19-82fe-deb03b271b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313072 Aug 13 02:43:00.421640 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:00.426232 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] Sync routers for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:00.441943 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:00.443003 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.577472 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.605753 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:00.701155 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.769312 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Deleting port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:00.769312 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.822913 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:42:59Z', 'revision_number': 5, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port': {'id': 'dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:12Z', 'updated_at': '2021-08-13T02:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.853563 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] Checking router: 53c54707-8dee-4d19-82fe-deb03b271b40 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:00.865729 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] Routers {'53c54707-8dee-4d19-82fe-deb03b271b40'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:00.866120 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] For port dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:00.866491 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.866593 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['53c54707-8dee-4d19-82fe-deb03b271b40'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.882098 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Calling delete_port for dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:00.965230 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] Set router 53c54707-8dee-4d19-82fe-deb03b271b40 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:01.019365 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 6, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:01.053729 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c66130-998d-469e-9a38-cabf2e44e6ff None None] The sync data for ids ['53c54707-8dee-4d19-82fe-deb03b271b40'] in dv-cinder-760199-7-iscsi is: [{'id': '53c54707-8dee-4d19-82fe-deb03b271b40', 'name': 'tempest-TestMinimumBasicScenario-1793087368-router', 'tenant_id': 'a8c859cefb7244d086339beed01fdfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:11Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 6, 'project_id': 'a8c859cefb7244d086339beed01fdfd6', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:01.082814 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.115476 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:01.180819 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.288378 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.290611 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.609993 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.610693 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c54707-8dee-4d19-82fe-deb03b271b40 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:43:01.620379 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.625186 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4a7baf85-1675-4aef-a0c2-1f26ebe7dfc3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/53c54707-8dee-4d19-82fe-deb03b271b40 HTTP/1.1" status: 204 len: 168 time: 1.1990790 Aug 13 02:43:01.625186 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51898) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:01.674549 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e77d47-80c0-412c-a4b0-42a9328cb669 admin admin] Deleting subnet 39be24a7-f14d-4c3a-a0d7-fcf757793c4c {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:43:01.678206 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37e77d47-80c0-412c-a4b0-42a9328cb669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.718180 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37e77d47-80c0-412c-a4b0-42a9328cb669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.787317 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.849836 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37e77d47-80c0-412c-a4b0-42a9328cb669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.915347 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37e77d47-80c0-412c-a4b0-42a9328cb669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.943198 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e77d47-80c0-412c-a4b0-42a9328cb669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39be24a7-f14d-4c3a-a0d7-fcf757793c4c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:01.953090 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37e77d47-80c0-412c-a4b0-42a9328cb669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.955877 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-37e77d47-80c0-412c-a4b0-42a9328cb669 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/39be24a7-f14d-4c3a-a0d7-fcf757793c4c HTTP/1.1" status: 204 len: 168 time: 0.3295045 Aug 13 02:43:01.958948 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 51900) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:01.964325 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ad2e4-944d-4dbe-9e5d-ca4eeeedbcea None None] Network 7b6e8f7a-c411-4ec6-bddf-b648813075b0 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:02.019499 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 3430474e-8f29-41a0-9575-a3048c2b24e6 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:02.049735 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 3430474e-8f29-41a0-9575-a3048c2b24e6 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:02.050089 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 3430474e-8f29-41a0-9575-a3048c2b24e6 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:02.050711 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:02.051045 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.080654 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:02.081171 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device dc5d77ed-1fbc-47a1-a5ba-e1d99e10660f not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:02.132374 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Deleting port e842c696-c00d-4de6-941d-dbd00794127b {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:02.133036 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.222093 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] For port e842c696-c00d-4de6-941d-dbd00794127b, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=e842c696-c00d-4de6-941d-dbd00794127b,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:02.222444 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.238962 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Calling delete_port for e842c696-c00d-4de6-941d-dbd00794127b owned by network:dhcp {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:02.264771 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] DHCP port deletion for 7b6e8f7a-c411-4ec6-bddf-b648813075b0 request from dv-cinder-760199-7-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:43:02.316921 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] Deleting port e842c696-c00d-4de6-941d-dbd00794127b {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:02.317449 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.335256 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.377173 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Pushing event deleted for resources: {'Port': ['ID=e842c696-c00d-4de6-941d-dbd00794127b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:02.381133 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] No DVR routers for this DVR port e842c696-c00d-4de6-941d-dbd00794127b on host dv-cinder-760199-7-iscsi {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:02.407263 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] For port e842c696-c00d-4de6-941d-dbd00794127b, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=e842c696-c00d-4de6-941d-dbd00794127b,segment=NetworkSegment(200f10b5-7af9-4106-a045-18f4ca554267),segment_id=200f10b5-7af9-4106-a045-18f4ca554267)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:02.407809 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.432980 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] Calling delete_port for e842c696-c00d-4de6-941d-dbd00794127b owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:02.463112 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.476112 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6e8f7a-c411-4ec6-bddf-b648813075b0']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:02.500784 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200f10b5-7af9-4106-a045-18f4ca554267') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:02.501125 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200f10b5-7af9-4106-a045-18f4ca554267') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:02.510958 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023502'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.527179 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.536931 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:43:02.537671 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11973102'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: Traceback (most recent call last): Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: timer() Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: cb(*args, **kw) Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: return func(*args, **kwargs) Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: self._notify() Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: self.callback(batched_events) Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: event.method(event) Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: return f(self, *a, **k) Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._get(url).json() Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:43:02.539927 dv-cinder-760199-7-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:43:02.571849 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.602041 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] Pushing event deleted for resources: {'Port': ['ID=e842c696-c00d-4de6-941d-dbd00794127b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:02.606682 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05ed63-ced9-4534-9aa7-001ab1eb5d28 None None] No DVR routers for this DVR port e842c696-c00d-4de6-941d-dbd00794127b on host dv-cinder-760199-7-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:02.624914 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.636785 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.643012 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7b6e8f7a-c411-4ec6-bddf-b648813075b0 HTTP/1.1" status: 204 len: 168 time: 0.6795745 Aug 13 02:43:02.643355 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51902) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:02.659828 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a9c74-795a-40ca-9346-05706cea6389 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6e8f7a-c411-4ec6-bddf-b648813075b0,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:03.057836 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.317418 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Deleting port c228ff1e-2b58-40dd-a40a-b45c84df9bc6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:03.317661 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.421328 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] For port c228ff1e-2b58-40dd-a40a-b45c84df9bc6, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,segment=NetworkSegment(5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf),segment_id=5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:03.421683 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.435970 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Calling delete_port for c228ff1e-2b58-40dd-a40a-b45c84df9bc6 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:03.627537 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.653012 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Pushing event deleted for resources: {'Port': ['ID=c228ff1e-2b58-40dd-a40a-b45c84df9bc6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:03.876594 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.024718 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device e842c696-c00d-4de6-941d-dbd00794127b no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:04.047149 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: e842c696-c00d-4de6-941d-dbd00794127b {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:04.047600 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device e842c696-c00d-4de6-941d-dbd00794127b not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:04.135388 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:04.257252 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:04.263433 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-86ebdf90-7b96-400d-9393-8cc15aa4240a admin admin] 10.222.0.22 "PUT /v2.0/routers/15a1fc29-8d4d-4f5e-ab73-c27d322b366b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194384 Aug 13 02:43:04.265250 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51916) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:04.266363 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] Sync routers for ids ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:04.279659 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] Routers {'15a1fc29-8d4d-4f5e-ab73-c27d322b366b'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:04.280419 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:04.394718 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] Set router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:04.398742 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.523638 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.594773 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Deleting port b6941980-ceee-4855-aece-6e4e62b72f9c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:04.595237 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.601928 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port': {'id': 'b6941980-ceee-4855-aece-6e4e62b72f9c', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:21Z', 'updated_at': '2021-08-13T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:04.654281 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] Checking router: 15a1fc29-8d4d-4f5e-ab73-c27d322b366b for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:04.663159 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] Routers {'15a1fc29-8d4d-4f5e-ab73-c27d322b366b'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:04.663774 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:04.716046 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] For port b6941980-ceee-4855-aece-6e4e62b72f9c, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=b6941980-ceee-4855-aece-6e4e62b72f9c,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:04.716787 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.737461 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Calling delete_port for b6941980-ceee-4855-aece-6e4e62b72f9c owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:04.781209 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] Set router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:04.844772 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:43:04Z', 'revision_number': 6, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:04.889989 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d16718d-fd78-4d0e-85cc-13533d42afc1 None None] The sync data for ids ['15a1fc29-8d4d-4f5e-ab73-c27d322b366b'] in dv-cinder-760199-7-iscsi is: [{'id': '15a1fc29-8d4d-4f5e-ab73-c27d322b366b', 'name': 'tempest-TestMinimumBasicScenario-670292514-router', 'tenant_id': '06526cd22a5241da8e5405e71f77e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:20Z', 'updated_at': '2021-08-13T02:43:04Z', 'revision_number': 6, 'project_id': '06526cd22a5241da8e5405e71f77e40a', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:04.965251 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.998771 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6941980-ceee-4855-aece-6e4e62b72f9c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:05.064890 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.190048 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.192520 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.242532 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.244212 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15a1fc29-8d4d-4f5e-ab73-c27d322b366b {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:43:05.249170 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.252661 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5e62980a-066a-4d46-8a54-118462165a95 admin admin] 10.222.0.22 "DELETE /v2.0/routers/15a1fc29-8d4d-4f5e-ab73-c27d322b366b HTTP/1.1" status: 204 len: 168 time: 0.9841580 Aug 13 02:43:05.252994 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51924) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:05.315666 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-897c3fcf-c6ef-4f11-a870-57a95ea074c3 admin admin] Deleting subnet 104061bf-f910-4177-890f-4ed8fe800318 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:43:05.320235 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-897c3fcf-c6ef-4f11-a870-57a95ea074c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.360699 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-897c3fcf-c6ef-4f11-a870-57a95ea074c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.445649 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-897c3fcf-c6ef-4f11-a870-57a95ea074c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.510187 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-897c3fcf-c6ef-4f11-a870-57a95ea074c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.537105 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c3fcf-c6ef-4f11-a870-57a95ea074c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104061bf-f910-4177-890f-4ed8fe800318,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:05.540586 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-897c3fcf-c6ef-4f11-a870-57a95ea074c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.543254 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-897c3fcf-c6ef-4f11-a870-57a95ea074c3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/104061bf-f910-4177-890f-4ed8fe800318 HTTP/1.1" status: 204 len: 168 time: 0.2891567 Aug 13 02:43:05.546143 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51926) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:05.548720 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e884f98d-85a4-4476-bc36-9a211374a514 None None] Network 0d5388e2-79bb-406e-969d-3ccfbdaffd60 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:05.622669 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.684191 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Deleting port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:05.684743 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.761246 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] For port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,segment=NetworkSegment(5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf),segment_id=5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:05.761996 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.769603 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] DHCP port deletion for 0d5388e2-79bb-406e-969d-3ccfbdaffd60 request from dv-cinder-760199-7-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:43:05.776448 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Calling delete_port for ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:05.844715 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] Deleting port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:05.845384 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.866318 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.902587 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:05.904504 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] No DVR routers for this DVR port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 on host dv-cinder-760199-7-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:05.937646 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] For port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,segment=NetworkSegment(5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf),segment_id=5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:05.937894 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.968761 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] Calling delete_port for ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:06.037263 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.049183 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5388e2-79bb-406e-969d-3ccfbdaffd60']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:06.064784 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:06.065125 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea7d68c-c73c-4407-ac7d-14cb4df5cbcf') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:06.081600 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.087892 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.093903 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c228ff1e-2b58-40dd-a40a-b45c84df9bc6 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:06.108080 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.125760 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:43:06.126202 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:43:06.128608 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:43:06.139446 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: c228ff1e-2b58-40dd-a40a-b45c84df9bc6 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:06.139955 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c228ff1e-2b58-40dd-a40a-b45c84df9bc6 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:06.140589 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device b6941980-ceee-4855-aece-6e4e62b72f9c no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:06.170882 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] Pushing event deleted for resources: {'Port': ['ID=ce84568f-f1c3-4c2d-9c59-bf6e4e401d86,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:06.205407 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc7fa4-5a0a-4d91-a4db-c7e8a7ab4f9b None None] No DVR routers for this DVR port ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 on host dv-cinder-760199-7-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:06.212317 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: b6941980-ceee-4855-aece-6e4e62b72f9c {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:06.212816 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device b6941980-ceee-4855-aece-6e4e62b72f9c not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:06.213488 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:06.220607 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.229812 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.231713 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0d5388e2-79bb-406e-969d-3ccfbdaffd60 HTTP/1.1" status: 204 len: 168 time: 0.6842666 Aug 13 02:43:06.239475 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:06.239828 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ce84568f-f1c3-4c2d-9c59-bf6e4e401d86 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:06.250222 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecfa44-9ddd-4032-beae-ff2a167cf302 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5388e2-79bb-406e-969d-3ccfbdaffd60,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:06.468034 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51948) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:06.512982 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-af4ffe7d-88c4-4f00-9d1a-02f4463012f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8c859cefb7244d086339beed01fdfd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435998 Aug 13 02:43:06.515513 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51950) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:06.571057 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1a30a86-f9c3-4465-8d75-c0dcae57d548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.607380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1a30a86-f9c3-4465-8d75-c0dcae57d548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.670269 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1a30a86-f9c3-4465-8d75-c0dcae57d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.673199 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1a30a86-f9c3-4465-8d75-c0dcae57d548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.675361 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d1a30a86-f9c3-4465-8d75-c0dcae57d548 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4 HTTP/1.1" status: 204 len: 168 time: 0.1586809 Aug 13 02:43:06.692706 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a30a86-f9c3-4465-8d75-c0dcae57d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae0d6b-2869-4bdc-bd0a-9fa3ab5a10f4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:07.068851 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51958) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:07.114720 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f0398697-a2e5-4eb8-a6a4-2af6fbc7e67b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06526cd22a5241da8e5405e71f77e40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446622 Aug 13 02:43:07.118031 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 51960) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:07.171863 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24f46e8e-c5d2-4a29-be13-2d86cb17e1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.210382 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24f46e8e-c5d2-4a29-be13-2d86cb17e1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.282483 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24f46e8e-c5d2-4a29-be13-2d86cb17e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.285101 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24f46e8e-c5d2-4a29-be13-2d86cb17e1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.286277 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-24f46e8e-c5d2-4a29-be13-2d86cb17e1e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67dcb640-6dd8-4da9-be4c-591a74b4c5fd HTTP/1.1" status: 204 len: 168 time: 0.1673493 Aug 13 02:43:07.296150 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f46e8e-c5d2-4a29-be13-2d86cb17e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dcb640-6dd8-4da9-be4c-591a74b4c5fd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:15.699473 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52042) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:15.822933 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5d91186-cf74-4e63-b912-d254db306663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.923306 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5d91186-cf74-4e63-b912-d254db306663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.927637 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e5d91186-cf74-4e63-b912-d254db306663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.970585 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e5d91186-cf74-4e63-b912-d254db306663 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df8465a060b04987a0cf8f7fca030520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697353 Aug 13 02:43:15.971463 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d91186-cf74-4e63-b912-d254db306663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0399a306-215e-47d6-b883-c5e3c6c47f04,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:15.973253 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52046) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:16.026597 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1c00d60-bcd8-403d-b2cd-7eec28033fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.050955 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1c00d60-bcd8-403d-b2cd-7eec28033fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.118205 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1c00d60-bcd8-403d-b2cd-7eec28033fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.122232 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1c00d60-bcd8-403d-b2cd-7eec28033fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.127249 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a1c00d60-bcd8-403d-b2cd-7eec28033fc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0399a306-215e-47d6-b883-c5e3c6c47f04 HTTP/1.1" status: 204 len: 168 time: 0.1505704 Aug 13 02:43:16.136310 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c00d60-bcd8-403d-b2cd-7eec28033fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0399a306-215e-47d6-b883-c5e3c6c47f04,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:16.831811 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52072) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:16.935053 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-809120298-network', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:16.958304 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Made reservation on behalf of a604c8c563ca46158ff8344e4dee6eda for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:16.960720 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.969657 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.074056 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.078041 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.103631 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:43:17.113434 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6b781e-a0e4-4f1a-99f1-e31b2cd5367c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:17.118779 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.119145 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Added segment 283b1403-dfc5-4430-94ab-3e9b34360758 of type vlan for network 165cf294-9027-4621-aad9-35b65a57c47e Aug 13 02:43:17.168707 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.213438 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.214444 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:17.215030 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.271142 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4380507 Aug 13 02:43:17.273989 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52080) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:17.281197 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Request body: {'subnet': {'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-809120298-subnet', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:17.287711 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef88ac-1f30-4fe4-b755-00cbd6c1437d admin admin] Pushing event updated for resources: {'Network': ['ID=165cf294-9027-4621-aad9-35b65a57c47e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:17.300390 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 165cf294-9027-4621-aad9-35b65a57c47e details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:43:17.306309 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Made reservation on behalf of a604c8c563ca46158ff8344e4dee6eda for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:17.308575 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875073'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.489339 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875123'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.543927 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f0f3e4-435d-492b-9c1e-db1402e08fd2,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:17.554177 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Checking segment: {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:17.554570 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Network hostable DHCP agents. Network: 165cf294-9027-4621-aad9-35b65a57c47e, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:43:17.572207 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Network 165cf294-9027-4621-aad9-35b65a57c47e is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:43:17.580820 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 165cf294-9027-4621-aad9-35b65a57c47e) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:17.584937 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:17.585554 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.591692 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a50137-214a-41e6-8d4b-89cfdcf36b8f None None] Network 165cf294-9027-4621-aad9-35b65a57c47e requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:17.604409 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-72e1ff37-d2d3-4c76-a100-dbd6fb534314 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3256748 Aug 13 02:43:17.604998 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52082) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:17.609372 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:17.630224 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.631300 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.683583 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.750737 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-165cf294-9027-4621-aad9-35b65a57c47e', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:43:17.752332 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:17.896833 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Allocated IP 172.20.0.2 (165cf294-9027-4621-aad9-35b65a57c47e/c7f0f3e4-435d-492b-9c1e-db1402e08fd2/c53d0b11-8af8-49d7-9610-e521a9025dc6) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:18.075848 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.174616 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.183807 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Transition to ACTIVE for port object c53d0b11-8af8-49d7-9610-e521a9025dc6 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:18.201068 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Transition to ACTIVE for port object c53d0b11-8af8-49d7-9610-e521a9025dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:18.207136 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.248402 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Network 165cf294-9027-4621-aad9-35b65a57c47e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:18.251666 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:18.256288 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:18.260232 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Pushing event updated for resources: {'Port': ['ID=c53d0b11-8af8-49d7-9610-e521a9025dc6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:18.284467 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.313482 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.318058 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Attempting to bind port c53d0b11-8af8-49d7-9610-e521a9025dc6 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:18.318892 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Attempting to bind port c53d0b11-8af8-49d7-9610-e521a9025dc6 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:18.318892 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Attempting to bind port c53d0b11-8af8-49d7-9610-e521a9025dc6 on network 165cf294-9027-4621-aad9-35b65a57c47e {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:18.329814 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:18.330379 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Checking segment: {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:18.330985 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.332349 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Bound using segment: {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:18.333345 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Bound port: c53d0b11-8af8-49d7-9610-e521a9025dc6, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:18.333879 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.409588 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] For port c53d0b11-8af8-49d7-9610-e521a9025dc6, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:18.413905 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] For port c53d0b11-8af8-49d7-9610-e521a9025dc6, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=c53d0b11-8af8-49d7-9610-e521a9025dc6,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:18.419774 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.443261 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Allocated IP 172.27.0.101 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/ed5d21cd-2c7f-42e6-ac19-6848dcd38250) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:18.476215 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93e1c0-e895-4bc9-9555-c32967842566 None None] Pushing event updated for resources: {'Port': ['ID=c53d0b11-8af8-49d7-9610-e521a9025dc6,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:18.567089 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.608450 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.668504 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:18.677112 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:18.681582 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:18.706967 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Pushing event updated for resources: {'Port': ['ID=ed5d21cd-2c7f-42e6-ac19-6848dcd38250,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:18.955109 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.165191 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.313522 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Router d7241474-7291-49db-b8f9-d2323d10f159 is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:43:19.444310 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:19.457361 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Sync routers for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:19.468904 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:19.470055 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:19.470187 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.471995 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3ceb58f1-4867-4e9a-a001-eb7f102e196f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8654118 Aug 13 02:43:19.474234 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52092) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:19.523096 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73b503-d437-4304-a095-c7c95f9f927f None None] Network 165cf294-9027-4621-aad9-35b65a57c47e requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:19.694586 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-93a8b4d2-caeb-4c05-87ce-1473e29b4a27 None None] Provisioning for port c53d0b11-8af8-49d7-9610-e521a9025dc6 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:19.724710 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:19.913975 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.997353 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 3, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:20.027314 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Checking router: d7241474-7291-49db-b8f9-d2323d10f159 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:20.027960 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Updating router d7241474-7291-49db-b8f9-d2323d10f159 port ed5d21cd-2c7f-42e6-ac19-6848dcd38250 binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:20.074461 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c53d0b11-8af8-49d7-9610-e521a9025dc6 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:20.097999 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.137529 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Allocated IP 172.20.0.1 (165cf294-9027-4621-aad9-35b65a57c47e/c7f0f3e4-435d-492b-9c1e-db1402e08fd2/6deca248-f9d2-406c-b3bf-a3cdf2a56190) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:20.297779 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port c53d0b11-8af8-49d7-9610-e521a9025dc6 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:20.304013 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a82ab37a-9020-491c-b84d-9598b6be8955 None None] Provisioning complete for port c53d0b11-8af8-49d7-9610-e521a9025dc6 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:20.304585 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a82ab37a-9020-491c-b84d-9598b6be8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.306747 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.325572 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port c53d0b11-8af8-49d7-9610-e521a9025dc6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:20.326425 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.329973 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Transition to ACTIVE for port object 6deca248-f9d2-406c-b3bf-a3cdf2a56190 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:20.380811 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.451542 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Network 165cf294-9027-4621-aad9-35b65a57c47e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:20.459076 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:20.467133 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:20.471456 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Pushing event updated for resources: {'Port': ['ID=6deca248-f9d2-406c-b3bf-a3cdf2a56190,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:20.537817 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.598092 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a82ab37a-9020-491c-b84d-9598b6be8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.725639 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.742989 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.746658 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a82ab37a-9020-491c-b84d-9598b6be8955 None None] For port c53d0b11-8af8-49d7-9610-e521a9025dc6, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=c53d0b11-8af8-49d7-9610-e521a9025dc6,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:20.754271 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.758575 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a82ab37a-9020-491c-b84d-9598b6be8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.796530 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Transition to ACTIVE for port object ed5d21cd-2c7f-42e6-ac19-6848dcd38250 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:20.831441 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.869036 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ab37a-9020-491c-b84d-9598b6be8955 None None] Pushing event updated for resources: {'Port': ['ID=c53d0b11-8af8-49d7-9610-e521a9025dc6,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:20.886493 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.db.api [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:43:20.886899 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG oslo_db.api [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:43:20.913106 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Attempting to bind port ed5d21cd-2c7f-42e6-ac19-6848dcd38250 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:20.913480 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Attempting to bind port ed5d21cd-2c7f-42e6-ac19-6848dcd38250 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:20.913851 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Attempting to bind port ed5d21cd-2c7f-42e6-ac19-6848dcd38250 on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:20.927856 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:20.928237 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:20.928645 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.929106 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:20.929601 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Bound port: ed5d21cd-2c7f-42e6-ac19-6848dcd38250, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:20.930063 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.934648 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-30f87398-8e53-4c33-91bd-8e03bc3978ab None None] Provisioning for port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:20.936584 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.941429 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.957398 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57dba0-8a7c-42ab-b499-bdffbefd3426 None None] Pushing event updated for resources: {'Port': ['ID=ed5d21cd-2c7f-42e6-ac19-6848dcd38250,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:20.961381 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-30f87398-8e53-4c33-91bd-8e03bc3978ab None None] Provisioning complete for port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:20.962436 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30f87398-8e53-4c33-91bd-8e03bc3978ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.014733 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.016519 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Pushing event updated for resources: {'Port': ['ID=6deca248-f9d2-406c-b3bf-a3cdf2a56190,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:21.030560 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.030913 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.031249 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.031593 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.031928 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.032263 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.032592 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.032918 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.033267 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.033592 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.033920 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.034245 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:21.041608 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-30f87398-8e53-4c33-91bd-8e03bc3978ab None None] Port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:21.044300 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] For port ed5d21cd-2c7f-42e6-ac19-6848dcd38250, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:21.049363 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] For port ed5d21cd-2c7f-42e6-ac19-6848dcd38250, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ed5d21cd-2c7f-42e6-ac19-6848dcd38250,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:21.055237 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.115000 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:21.115638 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:21.121350 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57dba0-8a7c-42ab-b499-bdffbefd3426 None None] Pushing event updated for resources: {'Port': ['ID=ed5d21cd-2c7f-42e6-ac19-6848dcd38250,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:21.157906 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Network 165cf294-9027-4621-aad9-35b65a57c47e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:21.159386 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:21.297853 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Router d7241474-7291-49db-b8f9-d2323d10f159 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:21.374838 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:21.530310 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0f43f505-a53b-4f24-b8ba-5a6b15dce7b9 None None] Provisioning complete for port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:21.530687 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f43f505-a53b-4f24-b8ba-5a6b15dce7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.581185 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:43:21.593094 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0f43f505-a53b-4f24-b8ba-5a6b15dce7b9 None None] Port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:21.654197 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 2, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:21.681879 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4785ca-e4f3-43c6-88b9-aa6734c4c126 None None] The sync data for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi is: [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 2, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:21.698504 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:21.715862 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d269ef2b-ce6d-44da-ac40-d5520e4fa762 admin admin] 10.222.0.22 "PUT /v2.0/routers/d7241474-7291-49db-b8f9-d2323d10f159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2322338 Aug 13 02:43:22.014575 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c53d0b11-8af8-49d7-9610-e521a9025dc6 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:22.073378 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port c53d0b11-8af8-49d7-9610-e521a9025dc6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:22.073763 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.301869 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52116) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:22.306959 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-630831376-network', 'tenant_id': '1b9107194c204c5780a6922b7664327f'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:22.329799 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Made reservation on behalf of 1b9107194c204c5780a6922b7664327f for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:22.332378 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.342276 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.473695 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.478619 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.505794 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:43:22.517071 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76739768-a60b-47f8-af9d-10c2aea1c61a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:22.523804 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.524186 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Added segment ec45c098-ef0b-4572-8b04-04e56788b9b2 of type vlan for network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 Aug 13 02:43:22.568188 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.602107 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.603092 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:22.603676 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.660891 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3578138 Aug 13 02:43:22.663585 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52118) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:22.671064 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Request body: {'subnet': {'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-630831376-subnet', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:22.675605 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b3b9a-2c86-4cd2-b2d0-0f327a0a8b61 admin admin] Pushing event updated for resources: {'Network': ['ID=ceec53a3-0d78-45f7-8dab-9a6fd38c2815,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:22.686165 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:43:22.703523 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Made reservation on behalf of 1b9107194c204c5780a6922b7664327f for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:22.705850 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875073'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.943773 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875123'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.010928 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50627070-10ba-4604-b217-5ac7e35323df,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:23.031931 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Checking segment: {'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:23.032562 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Network hostable DHCP agents. Network: ceec53a3-0d78-45f7-8dab-9a6fd38c2815, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:43:23.055380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:43:23.067297 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, ceec53a3-0d78-45f7-8dab-9a6fd38c2815) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:23.071823 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:23.072468 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.077742 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4958a-39b8-4af7-9bc6-cebd234b1a22 None None] Network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:23.090347 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c970b416-6ec8-4bd3-aa59-b03731048a71 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4254737 Aug 13 02:43:23.094190 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52124) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:23.100667 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:23.137551 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.144915 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.207483 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.314184 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-ceec53a3-0d78-45f7-8dab-9a6fd38c2815', 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'fixed_ips': [{'subnet_id': '50627070-10ba-4604-b217-5ac7e35323df'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:43:23.324252 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.374462 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.504218 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Allocated IP 172.20.0.2 (ceec53a3-0d78-45f7-8dab-9a6fd38c2815/50627070-10ba-4604-b217-5ac7e35323df/f774594b-50a4-4472-adb6-c4bdf7782a0f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:23.660037 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.681079 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.701207 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.712461 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Transition to ACTIVE for port object f774594b-50a4-4472-adb6-c4bdf7782a0f will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:23.732728 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Transition to ACTIVE for port object f774594b-50a4-4472-adb6-c4bdf7782a0f will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:23.739982 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.788167 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:23.796002 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:23.800329 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:23.812993 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Pushing event updated for resources: {'Port': ['ID=f774594b-50a4-4472-adb6-c4bdf7782a0f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:23.813261 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Sync routers for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:23.826954 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:23.827759 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:23.841017 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Allocated IP 172.27.0.99 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/db23d68a-ce65-4101-961b-519220e4aa63) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:23.878754 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Attempting to bind port f774594b-50a4-4472-adb6-c4bdf7782a0f on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:23.878754 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Attempting to bind port f774594b-50a4-4472-adb6-c4bdf7782a0f by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:23.879107 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Attempting to bind port f774594b-50a4-4472-adb6-c4bdf7782a0f on network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:23.885352 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:23.885852 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Checking segment: {'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:23.886384 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.886875 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Bound using segment: {'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:23.887518 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Bound port: f774594b-50a4-4472-adb6-c4bdf7782a0f, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:23.887916 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.997631 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:24.006811 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.046519 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] For port f774594b-50a4-4472-adb6-c4bdf7782a0f, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:24.050893 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] For port f774594b-50a4-4472-adb6-c4bdf7782a0f, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=f774594b-50a4-4472-adb6-c4bdf7782a0f,segment=NetworkSegment(ec45c098-ef0b-4572-8b04-04e56788b9b2),segment_id=ec45c098-ef0b-4572-8b04-04e56788b9b2)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:24.060456 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.078857 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.124331 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ed5d21cd-2c7f-42e6-ac19-6848dcd38250 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:24.132079 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:24.135930 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:24.142410 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:24.180164 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Pushing event updated for resources: {'Port': ['ID=db23d68a-ce65-4101-961b-519220e4aa63,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:24.212680 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ed157-6b14-42a4-b841-cca85a80f734 None None] Pushing event updated for resources: {'Port': ['ID=f774594b-50a4-4472-adb6-c4bdf7782a0f,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:24.215316 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port ed5d21cd-2c7f-42e6-ac19-6848dcd38250 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:24.221549 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port ed5d21cd-2c7f-42e6-ac19-6848dcd38250 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:24.222808 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.354042 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.379468 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port ed5d21cd-2c7f-42e6-ac19-6848dcd38250, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ed5d21cd-2c7f-42e6-ac19-6848dcd38250,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:24.386320 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.443446 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 2, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:24.525982 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=ed5d21cd-2c7f-42e6-ac19-6848dcd38250,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:24.532003 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Checking router: d7241474-7291-49db-b8f9-d2323d10f159 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:24.532472 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Updating router d7241474-7291-49db-b8f9-d2323d10f159 port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:24.596332 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.673225 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.833365 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.972974 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.975286 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Router 095c3101-3891-4c4b-b6fc-8f012c801dee is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:43:24.985094 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Transition to ACTIVE for port object 6deca248-f9d2-406c-b3bf-a3cdf2a56190 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:24.998226 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:25.059383 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Pushing event updated for resources: {'Port': ['ID=6deca248-f9d2-406c-b3bf-a3cdf2a56190,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:25.071208 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.071783 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.071915 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.072239 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.072582 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.072916 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.073422 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.074333 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.074831 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.075194 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.075535 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.075863 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:25.145907 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:25.156819 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Sync routers for ids ['095c3101-3891-4c4b-b6fc-8f012c801dee'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:25.167891 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:25.169785 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-fe846641-61ac-4689-8f83-80c5cfc7905c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0742323 Aug 13 02:43:25.172326 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Routers {'095c3101-3891-4c4b-b6fc-8f012c801dee'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:25.172692 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52140) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:25.173304 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['095c3101-3891-4c4b-b6fc-8f012c801dee'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:25.182105 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Attempting to bind port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:25.182648 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Attempting to bind port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:25.182965 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Attempting to bind port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 on network 165cf294-9027-4621-aad9-35b65a57c47e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:25.195224 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:25.196465 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Checking segment: {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:25.197460 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:25.198145 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Bound using segment: {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:25.199093 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Bound port: 6deca248-f9d2-406c-b3bf-a3cdf2a56190, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:25.199093 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:25.317910 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] For port 6deca248-f9d2-406c-b3bf-a3cdf2a56190, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:25.325445 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Set router 095c3101-3891-4c4b-b6fc-8f012c801dee gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:25.325665 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] For port 6deca248-f9d2-406c-b3bf-a3cdf2a56190, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6deca248-f9d2-406c-b3bf-a3cdf2a56190,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:25.333120 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:25.410541 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:25.411574 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:25.464271 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50a5f4-de24-4056-9be5-6929f12ce4f1 None None] Pushing event updated for resources: {'Port': ['ID=6deca248-f9d2-406c-b3bf-a3cdf2a56190,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:25.538659 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d065955-132a-488f-b723-08aa4c41e8e0 None None] Network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:25.611249 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:25.659001 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d55af13b-f14b-4421-aa24-868792acaa25 None None] Provisioning for port f774594b-50a4-4472-adb6-c4bdf7782a0f completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:25.713077 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 3, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port': {'id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:25.753644 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Checking router: 095c3101-3891-4c4b-b6fc-8f012c801dee for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:25.753644 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Updating router 095c3101-3891-4c4b-b6fc-8f012c801dee port db23d68a-ce65-4101-961b-519220e4aa63 binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:25.793331 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:25.850261 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:25.950739 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:25Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:25.989767 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24a17e-00fb-47a2-9344-a1140ab12226 None None] The sync data for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi is: [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:25Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:26.158237 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Allocated IP 172.20.0.1 (ceec53a3-0d78-45f7-8dab-9a6fd38c2815/50627070-10ba-4604-b217-5ac7e35323df/ebbbfa8d-a87d-4809-90d3-acfaccab606c) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:26.325087 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6deca248-f9d2-406c-b3bf-a3cdf2a56190 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:26.382482 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.398876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Transition to ACTIVE for port object ebbbfa8d-a87d-4809-90d3-acfaccab606c will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:26.433968 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27e75f22-7a6c-4dc6-9938-7aa9c88cff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.439243 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.476310 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:26.484774 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:26.485189 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.489630 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:26.496025 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:26.498622 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:26.557121 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.571649 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebbbfa8d-a87d-4809-90d3-acfaccab606c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:26.595054 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.625551 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.626053 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.626587 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.627131 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.627637 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.628119 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.628549 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.628997 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.629462 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.629886 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.630359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.631400 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:26.631536 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Transition to ACTIVE for port object db23d68a-ce65-4101-961b-519220e4aa63 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:26.642858 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.676224 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.712734 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Attempting to bind port db23d68a-ce65-4101-961b-519220e4aa63 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:26.713262 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Attempting to bind port db23d68a-ce65-4101-961b-519220e4aa63 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:26.713613 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Attempting to bind port db23d68a-ce65-4101-961b-519220e4aa63 on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:26.736341 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff70c5-a7be-406e-be5a-65bdd4b9e92d None None] Pushing event updated for resources: {'Port': ['ID=db23d68a-ce65-4101-961b-519220e4aa63,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:26.739057 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:26.739265 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:26.739620 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.740015 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:26.740506 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Bound port: db23d68a-ce65-4101-961b-519220e4aa63, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:26.740895 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.746560 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 6deca248-f9d2-406c-b3bf-a3cdf2a56190, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6deca248-f9d2-406c-b3bf-a3cdf2a56190,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:26.753708 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.767368 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.768181 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ed5d21cd-2c7f-42e6-ac19-6848dcd38250 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:26.878542 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=6deca248-f9d2-406c-b3bf-a3cdf2a56190,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:26.882427 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] For port db23d68a-ce65-4101-961b-519220e4aa63, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:26.901917 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] For port db23d68a-ce65-4101-961b-519220e4aa63, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=db23d68a-ce65-4101-961b-519220e4aa63,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:26.903834 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3a8fcdab-b639-46ef-aa3e-581580e95651 None None] Provisioning for port ebbbfa8d-a87d-4809-90d3-acfaccab606c completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:26.910209 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.917591 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3a8fcdab-b639-46ef-aa3e-581580e95651 None None] Provisioning complete for port ebbbfa8d-a87d-4809-90d3-acfaccab606c triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:26.917591 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a8fcdab-b639-46ef-aa3e-581580e95651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.964325 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.969905 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.976079 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port ed5d21cd-2c7f-42e6-ac19-6848dcd38250 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:26.976463 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.029640 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fcdab-b639-46ef-aa3e-581580e95651 None None] Port ebbbfa8d-a87d-4809-90d3-acfaccab606c cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:27.041487 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Routers {'095c3101-3891-4c4b-b6fc-8f012c801dee'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:27.042105 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:42:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['095c3101-3891-4c4b-b6fc-8f012c801dee'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:27.042944 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebbbfa8d-a87d-4809-90d3-acfaccab606c,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:27.045110 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff70c5-a7be-406e-be5a-65bdd4b9e92d None None] Pushing event updated for resources: {'Port': ['ID=db23d68a-ce65-4101-961b-519220e4aa63,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:27.048988 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.140091 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:27.141693 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:27.174235 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device f774594b-50a4-4472-adb6-c4bdf7782a0f up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:27.207697 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] Set router 095c3101-3891-4c4b-b6fc-8f012c801dee gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:27.309067 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Router 095c3101-3891-4c4b-b6fc-8f012c801dee has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:27.314076 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port f774594b-50a4-4472-adb6-c4bdf7782a0f completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:27.319662 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port f774594b-50a4-4472-adb6-c4bdf7782a0f triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:27.320126 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.410026 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.462703 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:27.468249 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3535c0e1-2549-4b8c-9f5d-caf82735b6d6 admin admin] 10.222.0.22 "PUT /v2.0/routers/095c3101-3891-4c4b-b6fc-8f012c801dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2943766 Aug 13 02:43:27.502560 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-e62191af-2096-496f-8843-3ce8f0c9714d None None] Provisioning complete for port ebbbfa8d-a87d-4809-90d3-acfaccab606c triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:27.502936 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e62191af-2096-496f-8843-3ce8f0c9714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.567555 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.581660 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e62191af-2096-496f-8843-3ce8f0c9714d None None] Port ebbbfa8d-a87d-4809-90d3-acfaccab606c cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:27.619355 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port f774594b-50a4-4472-adb6-c4bdf7782a0f, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=f774594b-50a4-4472-adb6-c4bdf7782a0f,segment=NetworkSegment(ec45c098-ef0b-4572-8b04-04e56788b9b2),segment_id=ec45c098-ef0b-4572-8b04-04e56788b9b2)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:27.624297 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.655347 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 4, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port': {'id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'ebbbfa8d-a87d-4809-90d3-acfaccab606c', 'name': '', 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'mac_address': 'fa:16:3e:8f:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '50627070-10ba-4604-b217-5ac7e35323df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:25Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 2, 'project_id': '1b9107194c204c5780a6922b7664327f', 'subnets': [{'id': '50627070-10ba-4604-b217-5ac7e35323df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:27.690533 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a23ab5-8437-455a-a5ff-806bfddf2547 None None] The sync data for ids ['095c3101-3891-4c4b-b6fc-8f012c801dee'] in dv-cinder-760199-7-iscsi is: [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 4, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port': {'id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'ebbbfa8d-a87d-4809-90d3-acfaccab606c', 'name': '', 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'mac_address': 'fa:16:3e:8f:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '50627070-10ba-4604-b217-5ac7e35323df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:25Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 2, 'project_id': '1b9107194c204c5780a6922b7664327f', 'subnets': [{'id': '50627070-10ba-4604-b217-5ac7e35323df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:27.710953 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=f774594b-50a4-4472-adb6-c4bdf7782a0f,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:28.027961 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6deca248-f9d2-406c-b3bf-a3cdf2a56190 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:28.088218 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:28.088586 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.217075 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device f774594b-50a4-4472-adb6-c4bdf7782a0f up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:28.261013 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52166) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:28.265825 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-361a4173-fd41-41e9-8af1-42e4345c6465 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915439860', 'description': 'tempest-secgroup-smoke-915439860 description', 'project_id': 'a604c8c563ca46158ff8344e4dee6eda'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:28.286323 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port f774594b-50a4-4472-adb6-c4bdf7782a0f triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:28.286700 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.293000 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-361a4173-fd41-41e9-8af1-42e4345c6465 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.420411 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-361a4173-fd41-41e9-8af1-42e4345c6465 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.428394 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-361a4173-fd41-41e9-8af1-42e4345c6465 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.480665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-361a4173-fd41-41e9-8af1-42e4345c6465 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.483999 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-361a4173-fd41-41e9-8af1-42e4345c6465 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2216434 Aug 13 02:43:28.487434 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52172) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:28.488152 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a4173-fd41-41e9-8af1-42e4345c6465 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ca997-a23a-45b7-966d-9ca9ce231d70,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:28.501995 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-c19431b6-09be-42f1-9659-a6b8bac6c1b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'security_group_rule': {'security_group_id': 'dc1ca997-a23a-45b7-966d-9ca9ce231d70', 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:28.580026 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c19431b6-09be-42f1-9659-a6b8bac6c1b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.671037 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c19431b6-09be-42f1-9659-a6b8bac6c1b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.677238 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c19431b6-09be-42f1-9659-a6b8bac6c1b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.708907 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19431b6-09be-42f1-9659-a6b8bac6c1b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08788d01-7482-4531-b977-ba5c27810818,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:28.713578 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c19431b6-09be-42f1-9659-a6b8bac6c1b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.715412 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-c19431b6-09be-42f1-9659-a6b8bac6c1b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2263587 Aug 13 02:43:28.719932 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52174) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:28.727633 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-43d9f193-a07e-4ccd-a8cc-4c10a162ffce tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'security_group_rule': {'security_group_id': 'dc1ca997-a23a-45b7-966d-9ca9ce231d70', 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:28.764700 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43d9f193-a07e-4ccd-a8cc-4c10a162ffce tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.865893 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43d9f193-a07e-4ccd-a8cc-4c10a162ffce tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.868821 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20ba6e38-472c-4424-b8b4-295d5201d9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.872406 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43d9f193-a07e-4ccd-a8cc-4c10a162ffce tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.901638 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9f193-a07e-4ccd-a8cc-4c10a162ffce tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee50265-c301-48c2-98f4-2da52cd65b50,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:28.906497 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43d9f193-a07e-4ccd-a8cc-4c10a162ffce tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.909049 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-43d9f193-a07e-4ccd-a8cc-4c10a162ffce tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1870561 Aug 13 02:43:28.912518 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52176) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:28.918236 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-a770ce34-379b-43fe-9304-486acb2fcc36 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'security_group_rule': {'security_group_id': 'dc1ca997-a23a-45b7-966d-9ca9ce231d70', 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:28.963479 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a770ce34-379b-43fe-9304-486acb2fcc36 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.033455 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a770ce34-379b-43fe-9304-486acb2fcc36 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.037948 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a770ce34-379b-43fe-9304-486acb2fcc36 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.060459 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770ce34-379b-43fe-9304-486acb2fcc36 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbda4a74-3ad7-4df3-a4eb-61182b17e777,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:29.064553 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a770ce34-379b-43fe-9304-486acb2fcc36 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.068240 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a770ce34-379b-43fe-9304-486acb2fcc36 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519737 Aug 13 02:43:29.068556 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52178) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:29.074147 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-6f4e089b-f4c9-43d4-a71a-f74a7ce95e83 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'security_group_rule': {'security_group_id': 'dc1ca997-a23a-45b7-966d-9ca9ce231d70', 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:29.107802 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f4e089b-f4c9-43d4-a71a-f74a7ce95e83 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.181840 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f4e089b-f4c9-43d4-a71a-f74a7ce95e83 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.186841 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f4e089b-f4c9-43d4-a71a-f74a7ce95e83 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.209937 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e089b-f4c9-43d4-a71a-f74a7ce95e83 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240c8810-ce1a-4905-8e7a-2a3e2d1cfa59,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:29.214676 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6f4e089b-f4c9-43d4-a71a-f74a7ce95e83 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.219128 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6f4e089b-f4c9-43d4-a71a-f74a7ce95e83 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462457 Aug 13 02:43:29.220083 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52180) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:29.225358 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a792ef57-e0f0-49c8-85cb-2e5d8798b94a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'security_group_rule': {'security_group_id': 'dc1ca997-a23a-45b7-966d-9ca9ce231d70', 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:29.254506 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-a792ef57-e0f0-49c8-85cb-2e5d8798b94a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Project a604c8c563ca46158ff8344e4dee6eda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:43:29.260030 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a792ef57-e0f0-49c8-85cb-2e5d8798b94a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.326851 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a792ef57-e0f0-49c8-85cb-2e5d8798b94a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.331898 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a792ef57-e0f0-49c8-85cb-2e5d8798b94a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.359537 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792ef57-e0f0-49c8-85cb-2e5d8798b94a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4acad1-932e-4bd1-bf8f-37ef97b3c59c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:29.368355 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a792ef57-e0f0-49c8-85cb-2e5d8798b94a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.370165 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a792ef57-e0f0-49c8-85cb-2e5d8798b94a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488011 Aug 13 02:43:29.373526 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52184) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:29.378702 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-515b663c-6d4a-44cb-bdaa-0872c3e87d99 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'security_group_rule': {'security_group_id': 'dc1ca997-a23a-45b7-966d-9ca9ce231d70', 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:29.408058 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-515b663c-6d4a-44cb-bdaa-0872c3e87d99 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Project a604c8c563ca46158ff8344e4dee6eda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:43:29.414091 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-515b663c-6d4a-44cb-bdaa-0872c3e87d99 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.491475 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-515b663c-6d4a-44cb-bdaa-0872c3e87d99 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.495962 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-515b663c-6d4a-44cb-bdaa-0872c3e87d99 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.514591 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b663c-6d4a-44cb-bdaa-0872c3e87d99 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d575e13-4ef2-412a-9395-65e53e936e6f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:29.522875 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-515b663c-6d4a-44cb-bdaa-0872c3e87d99 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.529623 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-515b663c-6d4a-44cb-bdaa-0872c3e87d99 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511548 Aug 13 02:43:29.530078 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.032543 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Sync routers for ids ['095c3101-3891-4c4b-b6fc-8f012c801dee'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:30.050226 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Routers {'095c3101-3891-4c4b-b6fc-8f012c801dee'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:30.051477 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:43:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['095c3101-3891-4c4b-b6fc-8f012c801dee'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:30.053259 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device db23d68a-ce65-4101-961b-519220e4aa63 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:30.149092 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.158619 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port db23d68a-ce65-4101-961b-519220e4aa63 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:30.164184 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port db23d68a-ce65-4101-961b-519220e4aa63 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:30.164792 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.195133 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Set router 095c3101-3891-4c4b-b6fc-8f012c801dee gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:30.272025 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.297928 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port db23d68a-ce65-4101-961b-519220e4aa63, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=db23d68a-ce65-4101-961b-519220e4aa63,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:30.302957 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.368002 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=db23d68a-ce65-4101-961b-519220e4aa63,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:30.471976 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 4, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port': {'id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'ebbbfa8d-a87d-4809-90d3-acfaccab606c', 'name': '', 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'mac_address': 'fa:16:3e:8f:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '50627070-10ba-4604-b217-5ac7e35323df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:25Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 2, 'project_id': '1b9107194c204c5780a6922b7664327f', 'subnets': [{'id': '50627070-10ba-4604-b217-5ac7e35323df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:30.512677 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Checking router: 095c3101-3891-4c4b-b6fc-8f012c801dee for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:30.513060 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Updating router 095c3101-3891-4c4b-b6fc-8f012c801dee port ebbbfa8d-a87d-4809-90d3-acfaccab606c binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:30.541238 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.863126 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.875692 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Transition to ACTIVE for port object ebbbfa8d-a87d-4809-90d3-acfaccab606c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:30.882456 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.947859 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c69aaf-0236-4148-8566-4436e7b92fb3 None None] Pushing event updated for resources: {'Port': ['ID=ebbbfa8d-a87d-4809-90d3-acfaccab606c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:31.015492 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Attempting to bind port ebbbfa8d-a87d-4809-90d3-acfaccab606c on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:31.015859 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Attempting to bind port ebbbfa8d-a87d-4809-90d3-acfaccab606c by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:31.016247 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Attempting to bind port ebbbfa8d-a87d-4809-90d3-acfaccab606c on network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:31.021661 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:31.022255 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Checking segment: {'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:31.022792 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:31.023091 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Bound using segment: {'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:31.023617 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Bound port: ebbbfa8d-a87d-4809-90d3-acfaccab606c, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec45c098-ef0b-4572-8b04-04e56788b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:31.024140 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:31.124720 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] For port ebbbfa8d-a87d-4809-90d3-acfaccab606c, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:31.129535 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] For port ebbbfa8d-a87d-4809-90d3-acfaccab606c, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ebbbfa8d-a87d-4809-90d3-acfaccab606c,segment=NetworkSegment(ec45c098-ef0b-4572-8b04-04e56788b9b2),segment_id=ec45c098-ef0b-4572-8b04-04e56788b9b2)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:31.136046 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:31.200466 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Routers {'095c3101-3891-4c4b-b6fc-8f012c801dee'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:31.201144 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:43:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['095c3101-3891-4c4b-b6fc-8f012c801dee'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:31.238191 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c69aaf-0236-4148-8566-4436e7b92fb3 None None] Pushing event updated for resources: {'Port': ['ID=ebbbfa8d-a87d-4809-90d3-acfaccab606c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:31.333807 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] Set router 095c3101-3891-4c4b-b6fc-8f012c801dee gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:31.682066 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 4, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port': {'id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'ebbbfa8d-a87d-4809-90d3-acfaccab606c', 'name': '', 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'mac_address': 'fa:16:3e:8f:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '50627070-10ba-4604-b217-5ac7e35323df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:25Z', 'updated_at': '2021-08-13T02:43:31Z', 'revision_number': 4, 'project_id': '1b9107194c204c5780a6922b7664327f', 'subnets': [{'id': '50627070-10ba-4604-b217-5ac7e35323df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:31.710071 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e9d2b-8e76-480c-815d-ce394116f2dc None None] The sync data for ids ['095c3101-3891-4c4b-b6fc-8f012c801dee'] in dv-cinder-760199-7-iscsi is: [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 4, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port': {'id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': 'ebbbfa8d-a87d-4809-90d3-acfaccab606c', 'name': '', 'network_id': 'ceec53a3-0d78-45f7-8dab-9a6fd38c2815', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'mac_address': 'fa:16:3e:8f:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '50627070-10ba-4604-b217-5ac7e35323df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:25Z', 'updated_at': '2021-08-13T02:43:31Z', 'revision_number': 4, 'project_id': '1b9107194c204c5780a6922b7664327f', 'subnets': [{'id': '50627070-10ba-4604-b217-5ac7e35323df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:31.794396 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:32.020332 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device db23d68a-ce65-4101-961b-519220e4aa63 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:32.078979 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port db23d68a-ce65-4101-961b-519220e4aa63 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:32.079356 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:32.170998 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ebbbfa8d-a87d-4809-90d3-acfaccab606c up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:32.238186 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port ebbbfa8d-a87d-4809-90d3-acfaccab606c completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:32.243202 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port ebbbfa8d-a87d-4809-90d3-acfaccab606c triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:32.243652 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:32.343191 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:32.383211 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port ebbbfa8d-a87d-4809-90d3-acfaccab606c, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ebbbfa8d-a87d-4809-90d3-acfaccab606c,segment=NetworkSegment(ec45c098-ef0b-4572-8b04-04e56788b9b2),segment_id=ec45c098-ef0b-4572-8b04-04e56788b9b2)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:32.387924 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:32.446228 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=ebbbfa8d-a87d-4809-90d3-acfaccab606c,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:33.987230 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ebbbfa8d-a87d-4809-90d3-acfaccab606c up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:34.039821 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port ebbbfa8d-a87d-4809-90d3-acfaccab606c triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:34.040281 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:41.344434 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbb415-0df9-4975-9838-674b0d5fd94d req-39a7e947-3208-442d-a956-2b28007b3165 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:41.346715 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f6bbb415-0df9-4975-9838-674b0d5fd94d req-39a7e947-3208-442d-a956-2b28007b3165 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0611417 Aug 13 02:43:41.390107 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f6bbb415-0df9-4975-9838-674b0d5fd94d req-5b3f4706-614c-45d2-8aaf-7326fdea93e1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368855 Aug 13 02:43:42.531058 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705a138-8aa7-4af1-ae56-ad1c89d35167 req-ebe25a74-e9a3-4a78-aaad-32634b486e79 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:42.532783 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f705a138-8aa7-4af1-ae56-ad1c89d35167 req-ebe25a74-e9a3-4a78-aaad-32634b486e79 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0669172 Aug 13 02:43:42.578269 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f705a138-8aa7-4af1-ae56-ad1c89d35167 req-383a2c4a-371b-4b85-9833-f3b7ee751751 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364347 Aug 13 02:43:43.715272 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cd83f-8faf-4590-8e6d-207b231874fd req-5877b052-9676-4804-a914-b1de977f5388 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:43.716894 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8f5cd83f-8faf-4590-8e6d-207b231874fd req-5877b052-9676-4804-a914-b1de977f5388 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0630441 Aug 13 02:43:43.769882 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8f5cd83f-8faf-4590-8e6d-207b231874fd req-3a1f55cd-cec8-4bba-b924-4f227e6d2b5a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462160 Aug 13 02:43:44.922265 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28278e2-bd41-48b8-b1f5-aa1bb7a666a6 req-0aed9b2c-cbb2-4f09-969f-98902e937369 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:44.923807 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a28278e2-bd41-48b8-b1f5-aa1bb7a666a6 req-0aed9b2c-cbb2-4f09-969f-98902e937369 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0668757 Aug 13 02:43:44.972030 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a28278e2-bd41-48b8-b1f5-aa1bb7a666a6 req-f1355a8f-cec4-4fea-9150-8c23968a857f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Aug 13 02:43:45.803492 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dc582-ebf6-463d-bbd4-3d9a8d038001 req-31c445e4-8659-4f58-89fe-4693736e5fe5 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:45.806002 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1c8dc582-ebf6-463d-bbd4-3d9a8d038001 req-31c445e4-8659-4f58-89fe-4693736e5fe5 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 945 time: 0.0555394 Aug 13 02:43:45.863177 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1c8dc582-ebf6-463d-bbd4-3d9a8d038001 req-8b028ffd-0ed2-4c50-9a22-36d1280cb2bb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463490 Aug 13 02:43:46.152629 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9a8a4-b7e0-4c43-a940-988a62a9bf8b req-ba75f901-4aad-48a9-8451-9d18316bee9b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:46.154320 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ee9a8a4-b7e0-4c43-a940-988a62a9bf8b req-ba75f901-4aad-48a9-8451-9d18316bee9b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0711291 Aug 13 02:43:46.199797 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8ee9a8a4-b7e0-4c43-a940-988a62a9bf8b req-3dfcef83-cff0-409d-89d1-d4460de2fe79 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 Aug 13 02:43:46.217091 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-5970e5af-0b9f-45be-9b4d-8ff518728907 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915439860&fields=id&tenant_id=a604c8c563ca46158ff8344e4dee6eda HTTP/1.1" status: 200 len: 267 time: 0.0394852 Aug 13 02:43:46.352580 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-024494ee-17ac-4e24-881d-296fdaa212c9 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:46.354640 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-024494ee-17ac-4e24-881d-296fdaa212c9 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 808 time: 0.1241148 Aug 13 02:43:46.374495 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-0ed5d1ca-14b7-4d28-b91d-cc588b5366bf tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/quotas/a604c8c563ca46158ff8344e4dee6eda HTTP/1.1" status: 200 len: 375 time: 0.0134234 Aug 13 02:43:46.442851 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-78a54338-034b-4bcc-beba-1d1c88d03a53 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622644 Aug 13 02:43:46.542907 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-0d219fad-6487-47f7-985c-8940a231cc4f service neutron] 10.222.0.22 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Aug 13 02:43:46.644649 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-b40271f2-9e26-4c19-8313-c63aa5fcaeef service neutron] 10.222.0.22 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953975 Aug 13 02:43:46.992426 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c0f3d54-2b6b-464e-8640-251a90b1e92e req-68d274e5-b97c-425f-b68e-604a05c9d93d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 210 time: 0.0440185 Aug 13 02:43:47.029865 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc8319-d09b-4eb7-88c6-09a02356639f req-8b6072f9-a0ef-4cc9-bddf-c3fa819d1449 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:47.032211 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c7fc8319-d09b-4eb7-88c6-09a02356639f req-8b6072f9-a0ef-4cc9-bddf-c3fa819d1449 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 945 time: 0.0832984 Aug 13 02:43:47.079522 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c7fc8319-d09b-4eb7-88c6-09a02356639f req-627b0951-31e5-4dff-9fc3-73c5c401cc83 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 Aug 13 02:43:47.348418 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae344-c4e1-4644-8aba-0eb2e4b52fc8 req-da18acf2-b3f3-4203-b972-08e3cc415696 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:47.350200 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ebdae344-c4e1-4644-8aba-0eb2e4b52fc8 req-da18acf2-b3f3-4203-b972-08e3cc415696 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0623558 Aug 13 02:43:47.396643 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ebdae344-c4e1-4644-8aba-0eb2e4b52fc8 req-1444abb8-e2d4-4365-98a9-2ec6923dee7e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356619 Aug 13 02:43:47.526215 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-16b574b1-3fe8-4a0c-abf6-27b212250bf0 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:47.527702 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-16b574b1-3fe8-4a0c-abf6-27b212250bf0 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 945 time: 0.0543895 Aug 13 02:43:47.642778 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Deleting port d21e2964-0ba0-4956-bd20-75179f9f1c5b {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:47.643190 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:47.748687 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] For port d21e2964-0ba0-4956-bd20-75179f9f1c5b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d21e2964-0ba0-4956-bd20-75179f9f1c5b,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:47.749100 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:47.949144 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:47.949593 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:47.949965 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Floating IP cb146052-1922-4dd0-92a8-755e13a47d3a disassociated. External IP: 172.27.0.199, port: d21e2964-0ba0-4956-bd20-75179f9f1c5b. Aug 13 02:43:47.950311 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Calling delete_port for d21e2964-0ba0-4956-bd20-75179f9f1c5b owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:48.132357 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-965a1968-e8fa-4b88-ac4e-f6f3838e6ac4 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:48.135987 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-965a1968-e8fa-4b88-ac4e-f6f3838e6ac4 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 808 time: 0.1846912 Aug 13 02:43:48.209162 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-2e2d6957-8f04-4657-8e4c-656d00378158 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a604c8c563ca46158ff8344e4dee6eda HTTP/1.1" status: 200 len: 379 time: 0.0636117 Aug 13 02:43:48.229431 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'port': {'device_id': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'admin_state_up': True, 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'security_groups': ['dc1ca997-a23a-45b7-966d-9ca9ce231d70']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:48.303684 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e431e45-e583-49f8-8d74-0fa869893feb req-9bd8152a-0263-4d88-9f1b-096c4eb4a4c1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:48.305285 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e431e45-e583-49f8-8d74-0fa869893feb req-9bd8152a-0263-4d88-9f1b-096c4eb4a4c1 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 945 time: 0.1162181 Aug 13 02:43:48.321705 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-73d38056-250f-42ac-abae-121b4718ee47 req-4e2e17ea-2f10-45a1-a850-bdffd095b33f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 210 time: 0.0355682 Aug 13 02:43:48.372885 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e431e45-e583-49f8-8d74-0fa869893feb req-edbc4b32-137c-423a-a122-07134ce394de tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d49ad55-0244-44e3-9eec-42d672d70d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551331 Aug 13 02:43:48.400697 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Made reservation on behalf of a604c8c563ca46158ff8344e4dee6eda for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:48.404586 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:48.409992 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:48.440530 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event deleted for resources: {'Port': ['ID=d21e2964-0ba0-4956-bd20-75179f9f1c5b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:48.575836 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Allocated IP 172.20.0.14 (165cf294-9027-4621-aad9-35b65a57c47e/c7f0f3e4-435d-492b-9c1e-db1402e08fd2/4b6a34bb-37b6-45e9-8b7a-e01a39a718cf) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:48.603582 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7393-6c76-47f8-9847-600545273672 req-6fe8af9a-7fec-4595-b12c-2475064ea00b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:48.603582 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-51ee7393-6c76-47f8-9847-600545273672 req-6fe8af9a-7fec-4595-b12c-2475064ea00b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.1017561 Aug 13 02:43:48.634312 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:48.710309 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-51ee7393-6c76-47f8-9847-600545273672 req-eeb32a74-34f8-4519-8ad5-37595b8cc47f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969994 Aug 13 02:43:48.761012 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:48.780817 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Transition to ACTIVE for port object 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:48.781404 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:48.796233 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] Sync routers for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:48.817224 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:48.818017 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:43:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:48.831600 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] No DVR routers for this DVR port d21e2964-0ba0-4956-bd20-75179f9f1c5b on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:48.836539 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:48.837706 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:48.841938 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8e41de4e-3ac2-4836-b90b-e45c663d29ab req-03a7a84f-9e93-4076-8ba3-a7272c0a95fb tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.20 "DELETE /v2.0/ports/d21e2964-0ba0-4956-bd20-75179f9f1c5b HTTP/1.1" status: 204 len: 173 time: 1.3069458 Aug 13 02:43:48.842527 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8169a27-d63e-40b2-836c-855b7819da23', 'name': 'network-vif-deleted', 'tag': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:48.849546 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6e7411-c5a5-4e63-b45b-2c20b1d311c7" -d '{"events": [{"server_uuid": "b8169a27-d63e-40b2-836c-855b7819da23", "name": "network-vif-deleted", "tag": "d21e2964-0ba0-4956-bd20-75179f9f1c5b"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:48.904210 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Network 165cf294-9027-4621-aad9-35b65a57c47e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:48.907697 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:48.914958 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:48.949257 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:48.973610 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c806f-a023-4155-a707-f111d0e27508 x-openstack-request-id: req-248c806f-a023-4155-a707-f111d0e27508 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:48.973900 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8169a27-d63e-40b2-836c-855b7819da23", "name": "network-vif-deleted", "tag": "d21e2964-0ba0-4956-bd20-75179f9f1c5b", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:48.975124 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-248c806f-a023-4155-a707-f111d0e27508 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:48.976112 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8169a27-d63e-40b2-836c-855b7819da23', 'name': 'network-vif-deleted', 'tag': 'd21e2964-0ba0-4956-bd20-75179f9f1c5b', 'status': 'completed', 'code': 200} Aug 13 02:43:48.981870 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:48.982824 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:48.991324 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:49.009715 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-92d290a4-5433-4ac3-8094-6c6063568cbd tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7858212 Aug 13 02:43:49.025420 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Request body: {'port': {'device_id': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:49.139964 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:49.297201 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-062c9fe2-408c-4cf6-a916-dc38e40f80c3 None None] Provisioning for port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:49.308301 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-062c9fe2-408c-4cf6-a916-dc38e40f80c3 None None] Provisioning complete for port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:49.308851 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-062c9fe2-408c-4cf6-a916-dc38e40f80c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:49.355800 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:49.400884 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-062c9fe2-408c-4cf6-a916-dc38e40f80c3 None None] Port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:49.403464 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] Checking router: c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:49.415382 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:49.416337 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:43:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:49.511000 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16669b6-4388-4b24-aadc-cfb22206bc5b req-fe587cc6-cdfa-49fc-b053-e07f31da0fbe tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:49.512974 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f16669b6-4388-4b24-aadc-cfb22206bc5b req-fe587cc6-cdfa-49fc-b053-e07f31da0fbe tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 932 time: 0.0830567 Aug 13 02:43:49.528490 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:49.537256 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:49.572123 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:49.581265 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f16669b6-4388-4b24-aadc-cfb22206bc5b req-5a16d7b7-f0ca-45aa-ba19-5d43753c2f95 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616760 Aug 13 02:43:49.589719 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b3793861-9fc8-4819-b6c3-ea0b877b795e req-bfc564a9-752c-4792-9dcf-1bbcde9a09b9 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8169a27-d63e-40b2-836c-855b7819da23 HTTP/1.1" status: 200 len: 210 time: 0.0442047 Aug 13 02:43:49.593500 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Transition to ACTIVE for port object 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:49.605587 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:49.696531 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:49.762596 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Attempting to bind port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:49.763506 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Attempting to bind port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:49.763959 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Attempting to bind port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf on network 165cf294-9027-4621-aad9-35b65a57c47e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:49.770206 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf on network 165cf294-9027-4621-aad9-35b65a57c47e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:43:49.770804 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Attempting to bind port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf on network 165cf294-9027-4621-aad9-35b65a57c47e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:49.777322 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:49.777766 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Checking segment: {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:49.778253 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Bound using segment: {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:49.778787 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Bound port: 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283b1403-dfc5-4430-94ab-3e9b34360758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:49.779270 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:49.831298 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:49.868093 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69eecc-95df-4991-9e6a-c8171e5d8f77 None None] The sync data for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi is: [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:37:43Z', 'revision_number': 4, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '194509fd-b8ea-4c49-a82f-cb2ecaaad9df', 'name': '', 'network_id': 'a49d6fb8-f33d-48b3-9460-f95eb3f24890', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'mac_address': 'fa:16:3e:47:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:40Z', 'updated_at': '2021-08-13T02:37:54Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'subnets': [{'id': '4c6e1ba0-2b92-4133-8741-9b96887b6336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:49.879586 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063954f0-52d6-410b-a8bd-9c7705e4f239 req-99545512-baa4-4c27-a7e8-21593bdb2e14 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:49.881174 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-063954f0-52d6-410b-a8bd-9c7705e4f239 req-99545512-baa4-4c27-a7e8-21593bdb2e14 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0626063 Aug 13 02:43:49.881895 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:49.885906 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:49.894763 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:49.926870 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:49.942172 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:49.958348 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-063954f0-52d6-410b-a8bd-9c7705e4f239 req-29872e5e-f841-41f6-86b8-c5bb804c2fc0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674934 Aug 13 02:43:49.962611 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] 10.222.0.20 "PUT /v2.0/ports/4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 1094 time: 0.9287908 Aug 13 02:43:50.006662 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:50.009153 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1" -d '{"events": [{"name": "network-changed", "server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:50.057710 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a7b17-39f0-4b8a-bcc8-ba8aaaa18b64 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:50.081670 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-bf1c973f-9fc7-485e-bba0-815f30209fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.083430 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-bf1c973f-9fc7-485e-bba0-815f30209fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1097 time: 0.0712252 Aug 13 02:43:50.132974 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-35d32e92-e86a-4259-a95f-a7c0608e1a0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 217 time: 0.0410876 Aug 13 02:43:50.172999 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6901a7-01c7-4d2a-844d-f9bc577321c1 x-openstack-request-id: req-5c6901a7-01c7-4d2a-844d-f9bc577321c1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:50.173122 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:50.173470 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c6901a7-01c7-4d2a-844d-f9bc577321c1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:50.173933 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'status': 'completed', 'code': 200} Aug 13 02:43:50.201178 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-16c64ad7-bc0c-4bb8-84bd-802b8f752148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.203526 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-16c64ad7-bc0c-4bb8-84bd-802b8f752148 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.0629447 Aug 13 02:43:50.219820 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfdf04-a442-4a4d-99aa-0bc490acc671 None None] New status for floating IP cb146052-1922-4dd0-92a8-755e13a47d3a: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:43:50.278357 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-ff2257d9-e8bf-4fd4-a85a-6a0949b83138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.280247 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-ff2257d9-e8bf-4fd4-a85a-6a0949b83138 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686841 Aug 13 02:43:50.383152 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-89d96651-c2b6-4f50-855c-e3ed727b4f53 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950358 Aug 13 02:43:50.480383 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17ce4e33-3e62-4df7-9158-258028878ba9 req-472cc3fa-25c2-47b3-a321-e75ceecc74f1 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904162 Aug 13 02:43:50.701150 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52472) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:50.730737 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e99546-1da7-4be6-b484-2d4e45f6c054 req-eaebddc7-77ba-4654-8e8a-f31e2942cb44 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.732422 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26e99546-1da7-4be6-b484-2d4e45f6c054 req-eaebddc7-77ba-4654-8e8a-f31e2942cb44 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0740716 Aug 13 02:43:50.809424 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-26e99546-1da7-4be6-b484-2d4e45f6c054 req-fb26824e-ffd7-42d5-9d28-b9284870a668 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661218 Aug 13 02:43:50.815711 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dc286de9-18e6-4c78-8c28-55d1ea4a6cc8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:50.841022 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-4830b2c7-6197-4db5-b20c-3b008034f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.842531 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-4830b2c7-6197-4db5-b20c-3b008034f55a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1097 time: 0.3105392 Aug 13 02:43:50.845327 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dc286de9-18e6-4c78-8c28-55d1ea4a6cc8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:50.893430 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dc286de9-18e6-4c78-8c28-55d1ea4a6cc8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:50.896083 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-dc286de9-18e6-4c78-8c28-55d1ea4a6cc8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:50.897263 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-dc286de9-18e6-4c78-8c28-55d1ea4a6cc8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "DELETE /v2.0/security-groups/7d49ad55-0244-44e3-9eec-42d672d70d1c HTTP/1.1" status: 204 len: 168 time: 0.1951382 Aug 13 02:43:50.901147 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52474) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:50.918288 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc286de9-18e6-4c78-8c28-55d1ea4a6cc8 tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d49ad55-0244-44e3-9eec-42d672d70d1c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:50.920391 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.api.v2.resource [None req-ddc1204d-7846-4a72-9685-ffc7dcd1fabd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] show failed (client error): The resource could not be found. Aug 13 02:43:50.923968 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ddc1204d-7846-4a72-9685-ffc7dcd1fabd tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "GET /v2.0/security-groups/7d49ad55-0244-44e3-9eec-42d672d70d1c HTTP/1.1" status: 404 len: 347 time: 0.0193300 Aug 13 02:43:50.924400 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52476) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:50.957013 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-550ef317-5a07-4597-ad1d-2f74228a0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.957013 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-550ef317-5a07-4597-ad1d-2f74228a0a6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 909 time: 0.1044905 Aug 13 02:43:51.004125 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-f5c59882-a643-47d9-b951-f8f16cd511c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 217 time: 0.0395739 Aug 13 02:43:51.065699 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Deleting port ed85fa11-1ae7-48d3-b5d1-b0d04674683b {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:51.066303 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:51.081710 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-eb68612a-c060-4335-9b81-de34567d750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:51.083179 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-eb68612a-c060-4335-9b81-de34567d750f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.0734699 Aug 13 02:43:51.125395 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2a083-3e79-499e-992c-b6cdf4c80af8 req-af208745-4043-475b-a902-f59310a445a4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:51.126938 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0ba2a083-3e79-499e-992c-b6cdf4c80af8 req-af208745-4043-475b-a902-f59310a445a4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0866165 Aug 13 02:43:51.150028 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-1c1f09fa-c707-4a06-99e0-ca1854b4125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:51.151410 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-1c1f09fa-c707-4a06-99e0-ca1854b4125c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603406 Aug 13 02:43:51.158275 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:51.158605 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:51.171802 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Calling delete_port for ed85fa11-1ae7-48d3-b5d1-b0d04674683b owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:51.226474 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0ba2a083-3e79-499e-992c-b6cdf4c80af8 req-d02dcbc4-8e21-40d8-a6b7-1ea9e1850d2b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868137 Aug 13 02:43:51.273568 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-0296bf41-7856-41a2-a7ad-ca804300a296 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141226 Aug 13 02:43:51.332510 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:51.365031 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Pushing event deleted for resources: {'Port': ['ID=ed85fa11-1ae7-48d3-b5d1-b0d04674683b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:51.398899 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d0a0f3a0-5131-438d-b0c9-c88e4fd910c1 req-d1f9a3eb-0307-435c-98c3-3ce75083dd43 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183538 Aug 13 02:43:51.429898 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:51.432783 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:51.433998 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e8b07a34-5045-4ce5-b8ae-bdb5600f26ff tempest-AttachVolumeTestJSON-1458644066 tempest-AttachVolumeTestJSON-1458644066-project] 10.222.0.22 "DELETE /v2.0/floatingips/cb146052-1922-4dd0-92a8-755e13a47d3a HTTP/1.1" status: 204 len: 168 time: 0.5088663 Aug 13 02:43:51.925552 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d24fc-f672-4789-9c58-04c19683e5b9 req-64b70b46-2961-4bb0-92bd-5411540cad1d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:51.927031 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6b7d24fc-f672-4789-9c58-04c19683e5b9 req-64b70b46-2961-4bb0-92bd-5411540cad1d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0491259 Aug 13 02:43:51.966951 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-6b7d24fc-f672-4789-9c58-04c19683e5b9 req-cb58c170-08c1-4e83-990d-33dfa86f09ce tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335538 Aug 13 02:43:52.321901 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device d21e2964-0ba0-4956-bd20-75179f9f1c5b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:52.346441 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: d21e2964-0ba0-4956-bd20-75179f9f1c5b {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:52.346786 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device d21e2964-0ba0-4956-bd20-75179f9f1c5b not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:52.351867 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510a4d-4c86-4688-b441-6253a00fbefe req-a8297e1f-118c-41a3-88ea-96c1f2eceedf tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:52.352437 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e0510a4d-4c86-4688-b441-6253a00fbefe req-a8297e1f-118c-41a3-88ea-96c1f2eceedf tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0509176 Aug 13 02:43:52.392905 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e0510a4d-4c86-4688-b441-6253a00fbefe req-c5140006-9fd2-49dd-aaf4-ba7947cc019d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346341 Aug 13 02:43:53.096293 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11926fa6-2a59-4ebf-baed-3c90bb8b1242 req-252747b9-3af3-439c-a07c-ad0665f74813 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:53.097824 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11926fa6-2a59-4ebf-baed-3c90bb8b1242 req-252747b9-3af3-439c-a07c-ad0665f74813 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0577843 Aug 13 02:43:53.146178 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-11926fa6-2a59-4ebf-baed-3c90bb8b1242 req-fa65b742-9334-469e-a43b-694fec487975 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422657 Aug 13 02:43:53.515143 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6671ac-a2fe-4790-86f8-5dfa4d80ac29 req-23d8ea47-0924-4ba2-b6ad-f74306895726 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:53.516648 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ce6671ac-a2fe-4790-86f8-5dfa4d80ac29 req-23d8ea47-0924-4ba2-b6ad-f74306895726 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Aug 13 02:43:53.556119 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ce6671ac-a2fe-4790-86f8-5dfa4d80ac29 req-9273f6ed-564e-421a-b72e-89ae7c01e53d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328903 Aug 13 02:43:54.309175 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f8f3b-04f5-4e2b-ae41-6dbfb7bc11a1 req-d103869a-9027-4b88-b08e-b1085485b9b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:54.311584 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b17f8f3b-04f5-4e2b-ae41-6dbfb7bc11a1 req-d103869a-9027-4b88-b08e-b1085485b9b3 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0667093 Aug 13 02:43:54.338847 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:43:54.364185 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b17f8f3b-04f5-4e2b-ae41-6dbfb7bc11a1 req-691b7a1b-f832-41d5-89ca-edf28b4523e2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461292 Aug 13 02:43:54.461767 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:54.481368 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'port_id': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'mac_address': 'fa:16:3e:de:3c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:43:54.530129 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:54.545597 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09c1ef14-8663-4f73-882c-eac2aa2c23f9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:54.568121 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:54.574133 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:54.646272 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:54.659639 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.660312 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.660736 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.661204 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.661632 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.662249 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.662675 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.663192 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.664031 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.664467 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.664892 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.665894 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:54.674264 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['09c1ef14-8663-4f73-882c-eac2aa2c23f9'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:43:54.726767 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a100-aa89-47a5-87b1-fff78f400fcf req-63201728-da57-4a6f-afaa-4125427b4759 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:54.731656 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8e72a100-aa89-47a5-87b1-fff78f400fcf req-63201728-da57-4a6f-afaa-4125427b4759 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0834255 Aug 13 02:43:54.785513 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8e72a100-aa89-47a5-87b1-fff78f400fcf req-4f195d45-fd58-4c74-a52e-cddf4e887e82 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463536 Aug 13 02:43:55.043544 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52540) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:55.574718 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55546-f6f1-461a-9120-444babbf964c req-acf0a6da-2226-4cb8-ab4a-0aff66a14ffb tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:55.582244 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b1d55546-f6f1-461a-9120-444babbf964c req-acf0a6da-2226-4cb8-ab4a-0aff66a14ffb tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.1156454 Aug 13 02:43:55.659775 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b1d55546-f6f1-461a-9120-444babbf964c req-f1c53177-c498-4e7c-a594-5b5b0f5ab00b tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765502 Aug 13 02:43:55.667726 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-c093498c-0ef2-4573-b576-402e04653dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:55.669499 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-c093498c-0ef2-4573-b576-402e04653dc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0677254 Aug 13 02:43:55.775268 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:55.808327 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-78248440-f5c7-49b1-bf9f-f7de437f95db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:55.818610 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-78248440-f5c7-49b1-bf9f-f7de437f95db service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.1218281 Aug 13 02:43:56.001646 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-8b104c06-1a1f-49e5-aa35-5e6106c038e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 200 len: 999 time: 0.1698365 Aug 13 02:43:56.025275 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e072a-c79c-4a98-91c4-507ccefc613f req-04407a83-d849-4c11-955d-24297ef15160 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.027281 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-805e072a-c79c-4a98-91c4-507ccefc613f req-04407a83-d849-4c11-955d-24297ef15160 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0832534 Aug 13 02:43:56.073479 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Deleting port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:56.073850 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.079784 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-68385b4a-cfb3-44bb-90d8-552cf3c16720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.081759 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-68385b4a-cfb3-44bb-90d8-552cf3c16720 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0693243 Aug 13 02:43:56.162389 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-805e072a-c79c-4a98-91c4-507ccefc613f req-ba53e186-b222-43f4-8ada-ff0ad3fcbce6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792584 Aug 13 02:43:56.174585 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-25dacd3b-94fb-4325-a9fb-b8ab1fba9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.176467 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-25dacd3b-94fb-4325-a9fb-b8ab1fba9e2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853307 Aug 13 02:43:56.216519 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] For port 194509fd-b8ea-4c49-a82f-cb2ecaaad9df, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:56.217614 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.236692 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Calling delete_port for 194509fd-b8ea-4c49-a82f-cb2ecaaad9df owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:56.331433 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-aa7af22f-0c8b-4259-9cee-c83a2fbcfef6 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463106 Aug 13 02:43:56.350636 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:56.422257 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cdcf-f1f1-4a67-9ee5-bd4eff65d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.466472 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:56.467098 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.468787 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.483039 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-01765c8e-335f-4ab6-b9f8-2bcfe05db7e7 req-b283e21d-16fe-40a7-96e6-19f4773e62e6 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411133 Aug 13 02:43:56.536690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Pushing event deleted for resources: {'Port': ['ID=194509fd-b8ea-4c49-a82f-cb2ecaaad9df,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:56.611235 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.687879 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:56.689989 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:56.702634 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcdb40a-feae-48e0-b937-4c4c5507d799" -d '{"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:56.711021 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.740367 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:56.808799 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:56.863463 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5948ed-7218-41bc-8201-d1169485b43e x-openstack-request-id: req-4c5948ed-7218-41bc-8201-d1169485b43e {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:56.863770 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:56.864023 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c5948ed-7218-41bc-8201-d1169485b43e {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:56.864429 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'code': 200} Aug 13 02:43:56.950964 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220827e7-ed75-4d2c-8ffd-43056d5922bf req-38b0e710-30f2-4df0-b1aa-6932421d3450 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.953359 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-220827e7-ed75-4d2c-8ffd-43056d5922bf req-38b0e710-30f2-4df0-b1aa-6932421d3450 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.1992393 Aug 13 02:43:57.077639 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-220827e7-ed75-4d2c-8ffd-43056d5922bf req-37ccfc06-8d9e-4228-bdd6-3630a3aede82 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819693 Aug 13 02:43:57.106886 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:57.231221 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:57.237497 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-02efac77-70ce-4a24-8504-b7838a29f38a admin admin] 10.222.0.22 "PUT /v2.0/routers/c9097ee8-ebaa-45f2-a77c-4f3c35c734a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1927893 Aug 13 02:43:57.240401 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52558) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:57.245894 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] Sync routers for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:57.273216 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:57.275343 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:43:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:57.364521 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:57.393449 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:57.474788 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:57.542752 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:57.590309 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e3e65-b0ad-4257-8d3a-d29891b16f6e req-83509784-57d6-44c0-af90-b8fd687b1dae tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:57.592045 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1c7e3e65-b0ad-4257-8d3a-d29891b16f6e req-83509784-57d6-44c0-af90-b8fd687b1dae tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0993230 Aug 13 02:43:57.618651 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Deleting port edc18b41-b77a-4f4f-8ba8-58726bc36c5a {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:57.618997 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:57.696150 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1c7e3e65-b0ad-4257-8d3a-d29891b16f6e req-a916bf3c-6c05-4b7c-9573-309199c5d634 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949779 Aug 13 02:43:57.727494 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] For port edc18b41-b77a-4f4f-8ba8-58726bc36c5a, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=edc18b41-b77a-4f4f-8ba8-58726bc36c5a,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:57.727891 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:57.761827 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:43:56Z', 'revision_number': 5, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port': {'id': 'edc18b41-b77a-4f4f-8ba8-58726bc36c5a', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:33Z', 'updated_at': '2021-08-13T02:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:57.795632 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] Checking router: c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:57.806051 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] Routers {'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:57.806686 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:43:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:58.067948 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] Set router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:58.093719 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Calling delete_port for edc18b41-b77a-4f4f-8ba8-58726bc36c5a owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:58.143249 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:43:57Z', 'revision_number': 6, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:58.173636 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1978151-e37d-42f3-a98d-e7ba11047e79 None None] The sync data for ids ['c9097ee8-ebaa-45f2-a77c-4f3c35c734a1'] in dv-cinder-760199-7-iscsi is: [{'id': 'c9097ee8-ebaa-45f2-a77c-4f3c35c734a1', 'name': 'tempest-AttachVolumeTestJSON-846629927-router', 'tenant_id': '84b7fef85f7847e09394b4238b725d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:32Z', 'updated_at': '2021-08-13T02:43:57Z', 'revision_number': 6, 'project_id': '84b7fef85f7847e09394b4238b725d1b', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:58.283894 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9f247-a8a2-4f6c-8e6b-53d252a6368b req-19090aa5-bda6-4551-b9bc-e9539d59a187 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:58.285989 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5ee9f247-a8a2-4f6c-8e6b-53d252a6368b req-19090aa5-bda6-4551-b9bc-e9539d59a187 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0951169 Aug 13 02:43:58.359747 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:43:58.383112 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5ee9f247-a8a2-4f6c-8e6b-53d252a6368b req-83ab6755-95ca-4da5-ab8d-789c9a8d28bc tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539412 Aug 13 02:43:58.456110 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.492467 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:58.501129 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Pushing event deleted for resources: {'Port': ['ID=edc18b41-b77a-4f4f-8ba8-58726bc36c5a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:58.509259 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'port_id': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'mac_address': 'fa:16:3e:cc:9d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:43:58.574450 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.581718 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:43:58.592709 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.593734 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:58.625915 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:58.637746 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.705112 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:58.707158 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.710632 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.761228 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.761876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:43:58.767453 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.771096 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2b69ddd6-7ad8-4c9c-ba3f-73f96c37da0c admin admin] 10.222.0.22 "DELETE /v2.0/routers/c9097ee8-ebaa-45f2-a77c-4f3c35c734a1 HTTP/1.1" status: 204 len: 168 time: 1.5267525 Aug 13 02:43:58.771476 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52570) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:58.852043 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff70bb71-6cb2-4e3e-a66a-d17f8c554a2c admin admin] Deleting subnet 4c6e1ba0-2b92-4133-8741-9b96887b6336 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:43:58.855313 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff70bb71-6cb2-4e3e-a66a-d17f8c554a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.865590 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3577-c83c-4624-ab2b-018b3fd5777b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.881026 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:43:58.897836 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff70bb71-6cb2-4e3e-a66a-d17f8c554a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:58.906765 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8d287-06f0-4487-8ed9-22dccae3dfb6 req-fd91ed24-6e77-4a09-a482-dfc88ff75b8b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:58.908270 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-48f8d287-06f0-4487-8ed9-22dccae3dfb6 req-fd91ed24-6e77-4a09-a482-dfc88ff75b8b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.1076372 Aug 13 02:43:58.980881 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-48f8d287-06f0-4487-8ed9-22dccae3dfb6 req-95cba3ac-844c-4a29-9ab1-ae3a0cd532b6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546191 Aug 13 02:43:59.021640 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff70bb71-6cb2-4e3e-a66a-d17f8c554a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.102954 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff70bb71-6cb2-4e3e-a66a-d17f8c554a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.141026 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70bb71-6cb2-4e3e-a66a-d17f8c554a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6e1ba0-2b92-4133-8741-9b96887b6336,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:59.152493 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff70bb71-6cb2-4e3e-a66a-d17f8c554a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.155104 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-ff70bb71-6cb2-4e3e-a66a-d17f8c554a2c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4c6e1ba0-2b92-4133-8741-9b96887b6336 HTTP/1.1" status: 204 len: 168 time: 0.3824770 Aug 13 02:43:59.158888 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5775bf-c074-47ce-ba16-cf207a2e608d None None] Network a49d6fb8-f33d-48b3-9460-f95eb3f24890 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:59.159136 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52572) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:59.293745 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.363260 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Deleting port 665df66c-f473-4c5f-b454-ac6a6c518550 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:59.363616 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.422007 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] DHCP port deletion for a49d6fb8-f33d-48b3-9460-f95eb3f24890 request from dv-cinder-760199-7-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:43:59.459500 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] For port 665df66c-f473-4c5f-b454-ac6a6c518550, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=665df66c-f473-4c5f-b454-ac6a6c518550,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:59.460591 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.477551 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Calling delete_port for 665df66c-f473-4c5f-b454-ac6a6c518550 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:59.545682 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.550359 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] Deleting port 665df66c-f473-4c5f-b454-ac6a6c518550 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:59.550793 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.606284 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.621738 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159f6f3-91af-471c-bdc7-78bf2671c43f req-48a47a99-4d73-4f8e-b0ba-760c6753eb86 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:59.624042 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3159f6f3-91af-471c-bdc7-78bf2671c43f req-48a47a99-4d73-4f8e-b0ba-760c6753eb86 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 945 time: 0.1209850 Aug 13 02:43:59.631495 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] For port 665df66c-f473-4c5f-b454-ac6a6c518550, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=665df66c-f473-4c5f-b454-ac6a6c518550,segment=NetworkSegment(efdb25aa-d33b-4c3d-b607-58733cf5443d),segment_id=efdb25aa-d33b-4c3d-b607-58733cf5443d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:59.631835 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.646646 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] Calling delete_port for 665df66c-f473-4c5f-b454-ac6a6c518550 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:59.650255 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] No DVR routers for this DVR port 665df66c-f473-4c5f-b454-ac6a6c518550 on host dv-cinder-760199-7-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:59.669254 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3159f6f3-91af-471c-bdc7-78bf2671c43f req-b9c33a10-71cb-4e49-8522-21be117e8a13 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378079 Aug 13 02:43:59.740363 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.745571 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=665df66c-f473-4c5f-b454-ac6a6c518550,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:59.757276 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.769087 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49d6fb8-f33d-48b3-9460-f95eb3f24890']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:59.776617 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] Pushing event deleted for resources: {'Port': ['ID=665df66c-f473-4c5f-b454-ac6a6c518550,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:59.778687 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e4945-4a61-4de2-b473-3d655a58f042 None None] No DVR routers for this DVR port 665df66c-f473-4c5f-b454-ac6a6c518550 on host dv-cinder-760199-7-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:59.793237 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdb25aa-d33b-4c3d-b607-58733cf5443d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:59.794485 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdb25aa-d33b-4c3d-b607-58733cf5443d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:59.814925 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.833648 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.841181 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:43:59.841595 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:43:59.843410 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:43:59.910112 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.949812 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:59.956152 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a49d6fb8-f33d-48b3-9460-f95eb3f24890 HTTP/1.1" status: 204 len: 168 time: 0.7920372 Aug 13 02:43:59.962569 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7000d67-59b8-418f-bd2d-ca273ee5eec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a49d6fb8-f33d-48b3-9460-f95eb3f24890,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:00.085108 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:00.097171 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 665df66c-f473-4c5f-b454-ac6a6c518550 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:44:00.113715 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52580) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:00.124920 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 665df66c-f473-4c5f-b454-ac6a6c518550 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:44:00.129006 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 665df66c-f473-4c5f-b454-ac6a6c518550 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:44:00.129455 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device edc18b41-b77a-4f4f-8ba8-58726bc36c5a no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:44:00.152375 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: edc18b41-b77a-4f4f-8ba8-58726bc36c5a {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:44:00.152636 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device edc18b41-b77a-4f4f-8ba8-58726bc36c5a not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:44:00.153196 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 194509fd-b8ea-4c49-a82f-cb2ecaaad9df no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:44:00.175052 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 194509fd-b8ea-4c49-a82f-cb2ecaaad9df {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:44:00.175648 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 194509fd-b8ea-4c49-a82f-cb2ecaaad9df not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:44:00.227553 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbaacc-d328-4f77-ac84-dfc89b8e1bdc req-15fe9a6a-3e5e-4a2c-bbfc-6a17c2f41184 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:00.229139 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8adbaacc-d328-4f77-ac84-dfc89b8e1bdc req-15fe9a6a-3e5e-4a2c-bbfc-6a17c2f41184 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0982902 Aug 13 02:44:00.236660 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-8dee30fe-f441-4e39-a038-0d4277a385c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84b7fef85f7847e09394b4238b725d1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1215818 Aug 13 02:44:00.239689 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52582) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:00.280313 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8adbaacc-d328-4f77-ac84-dfc89b8e1bdc req-b0767a02-242d-4576-a605-888f24926035 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424459 Aug 13 02:44:00.316595 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f664e980-3dd3-415d-9be7-54d285438a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:00.344351 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f664e980-3dd3-415d-9be7-54d285438a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:00.375721 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:00.421463 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f664e980-3dd3-415d-9be7-54d285438a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:00.426301 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f664e980-3dd3-415d-9be7-54d285438a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:00.427710 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f664e980-3dd3-415d-9be7-54d285438a2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72149866-0923-4055-9d03-df0d3ce8050d HTTP/1.1" status: 204 len: 168 time: 0.1868320 Aug 13 02:44:00.438438 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:00.445213 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:00.445712 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:00.450014 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664e980-3dd3-415d-9be7-54d285438a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72149866-0923-4055-9d03-df0d3ce8050d,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:00.561375 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:00.588634 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:00.590768 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f7d930-682c-4b9b-8108-e3919ba4dbe2" -d '{"events": [{"server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "name": "network-vif-plugged", "status": "completed", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:00.632857 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:00.637983 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:00.686543 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59172884-c7f9-404a-b4e3-aa95824971ed x-openstack-request-id: req-59172884-c7f9-404a-b4e3-aa95824971ed {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:00.687053 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "name": "network-vif-plugged", "status": "completed", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:00.687206 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59172884-c7f9-404a-b4e3-aa95824971ed {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:00.687743 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'code': 200} Aug 13 02:44:00.749741 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:00.838882 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233662b-fbe4-4b6a-9e28-9ae61c9c0350 req-eafeb6f6-26e7-4932-b235-6bfd87db952f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:00.846323 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2233662b-fbe4-4b6a-9e28-9ae61c9c0350 req-eafeb6f6-26e7-4932-b235-6bfd87db952f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0665753 Aug 13 02:44:00.934209 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2233662b-fbe4-4b6a-9e28-9ae61c9c0350 req-6c687802-b4f7-4230-a200-ab2ff1100cf5 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862019 Aug 13 02:44:00.957639 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906789-ab17-45cf-bc00-c4edbbe8be38 req-ac1f5307-56aa-414d-9fdf-0943724c312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:00.957639 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-69906789-ab17-45cf-bc00-c4edbbe8be38 req-ac1f5307-56aa-414d-9fdf-0943724c312a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1099 time: 0.0711904 Aug 13 02:44:01.009167 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-69906789-ab17-45cf-bc00-c4edbbe8be38 req-9b13998c-8b35-41cc-9381-6df9b0aaa30a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455036 Aug 13 02:44:01.455078 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7a74e-bbd2-43b2-a892-8e05f92af805 req-21dcf9c9-fe2b-4a93-9f27-1db2972ead65 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:01.457365 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07a7a74e-bbd2-43b2-a892-8e05f92af805 req-21dcf9c9-fe2b-4a93-9f27-1db2972ead65 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0730834 Aug 13 02:44:01.525589 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-07a7a74e-bbd2-43b2-a892-8e05f92af805 req-3e2babd4-52a3-4bc7-8c79-78e33e4ee6f0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598652 Aug 13 02:44:01.808169 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:02.109027 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac251cd7-8457-4177-adb7-3737664a00b8 req-62d6c639-736f-4059-b042-d28cfda20bc2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:02.111685 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ac251cd7-8457-4177-adb7-3737664a00b8 req-62d6c639-736f-4059-b042-d28cfda20bc2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0800691 Aug 13 02:44:02.184224 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ac251cd7-8457-4177-adb7-3737664a00b8 req-ee8cf72c-524b-4d58-9945-4e9065c1f625 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659637 Aug 13 02:44:02.343267 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1769-5080-45e2-a1d2-614b705b71f8 req-3c3464a8-7954-4dc1-8c06-64a428ba49f5 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:02.345127 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a98a1769-5080-45e2-a1d2-614b705b71f8 req-3c3464a8-7954-4dc1-8c06-64a428ba49f5 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0734508 Aug 13 02:44:02.397724 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a98a1769-5080-45e2-a1d2-614b705b71f8 req-a2cc8603-ea41-4a65-8ff0-6a1cbcf7db18 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Aug 13 02:44:02.423985 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52632) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:02.685952 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2cd9f3-b911-4a9a-a633-88779db40926 tempest-TestShelveInstance-2082511985 tempest-TestShelveInstance-2082511985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:02.691745 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52638) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:02.692410 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3b2cd9f3-b911-4a9a-a633-88779db40926 tempest-TestShelveInstance-2082511985 tempest-TestShelveInstance-2082511985-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1094 time: 0.2676601 Aug 13 02:44:02.701269 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'port_id': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:02.713548 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1fbad-c492-494a-8243-e97012c49aba req-8eab590e-512b-4238-9da2-2b39a59966df tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:02.715046 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6ed1fbad-c492-494a-8243-e97012c49aba req-8eab590e-512b-4238-9da2-2b39a59966df tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0926261 Aug 13 02:44:02.759248 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:02.779444 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6ed1fbad-c492-494a-8243-e97012c49aba req-8f8e0e1f-9fe4-47db-9feb-9bd52083957d tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581598 Aug 13 02:44:02.885200 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.016026 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Allocated IP 172.27.0.102 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/f0098b89-7ce6-4276-91f2-5ce56d366acd) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:03.137064 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.177300 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.224412 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:03.227971 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:03.231750 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:03.254592 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'Port': ['ID=f0098b89-7ce6-4276-91f2-5ce56d366acd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:03.732106 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.809357 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.986697 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66725f0-885e-43cd-9f8a-2a147f5c23f7 req-3e9b0397-5613-4ba9-b671-2aa8746e1125 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.988360 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d66725f0-885e-43cd-9f8a-2a147f5c23f7 req-3e9b0397-5613-4ba9-b671-2aa8746e1125 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.1040549 Aug 13 02:44:04.065463 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d66725f0-885e-43cd-9f8a-2a147f5c23f7 req-c2631f04-157d-4417-ac5c-9898a11a44d8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664635 Aug 13 02:44:04.079728 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:04.108808 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:04.174269 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event updated for resources: {'Port': ['ID=f0098b89-7ce6-4276-91f2-5ce56d366acd,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:04.191413 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:04.301430 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Floating IP 03593df3-b5b6-4821-9f1d-82f5e00f3d86 associated. External IP: 172.27.0.102, port: 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf. Aug 13 02:44:04.550920 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Router d7241474-7291-49db-b8f9-d2323d10f159 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:44:04.672532 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:04.683427 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] Sync routers for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:04.693708 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:04.695164 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:43:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:04.698713 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:04.744553 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f5d9996c-6661-4997-b3a0-62254cb2a3f2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0470960 Aug 13 02:44:04.745561 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:04.747560 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c165c6-8a10-44a7-91cb-11b96c67cd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:04.799805 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec4470-e06c-4be7-b060-5a67cdf1e35d x-openstack-request-id: req-54ec4470-e06c-4be7-b060-5a67cdf1e35d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:04.799805 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:04.800079 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54ec4470-e06c-4be7-b060-5a67cdf1e35d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:04.800492 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'status': 'completed', 'code': 200} Aug 13 02:44:04.824017 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:05.083137 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '03593df3-b5b6-4821-9f1d-82f5e00f3d86', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'port_id': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'mac_address': 'fa:16:3e:cc:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:03Z', 'updated_at': '2021-08-13T02:44:03Z', 'revision_number': 0, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 5, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:05.110494 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] Checking router: d7241474-7291-49db-b8f9-d2323d10f159 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:05.119986 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:05.120605 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:43:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:05.203386 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d80f8-becd-475d-8d65-6e8e56e57667 req-348e906a-1718-44b5-8e4d-05cc5f7742a1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:05.204964 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-781d80f8-becd-475d-8d65-6e8e56e57667 req-348e906a-1718-44b5-8e4d-05cc5f7742a1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0539970 Aug 13 02:44:05.239965 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:05.243839 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-781d80f8-becd-475d-8d65-6e8e56e57667 req-ba548843-99da-49d3-9eed-5f7d9ebf6f5c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Aug 13 02:44:05.471857 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '03593df3-b5b6-4821-9f1d-82f5e00f3d86', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'port_id': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'mac_address': 'fa:16:3e:cc:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:03Z', 'updated_at': '2021-08-13T02:44:03Z', 'revision_number': 0, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 5, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:05.499098 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a603b24-7c9c-4407-9fc1-0fb80c3b1463 None None] The sync data for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi is: [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '03593df3-b5b6-4821-9f1d-82f5e00f3d86', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'port_id': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'mac_address': 'fa:16:3e:cc:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:03Z', 'updated_at': '2021-08-13T02:44:03Z', 'revision_number': 0, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 5, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:05.678176 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286a70a-8366-40e9-a3cb-399761067aad None None] New status for floating IP 03593df3-b5b6-4821-9f1d-82f5e00f3d86: ACTIVE {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:44:06.369524 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea05e0-40c7-4ba8-b9a2-47173e7a3cba req-e3808e49-5ffd-489f-bed0-07666139331a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.371122 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-75ea05e0-40c7-4ba8-b9a2-47173e7a3cba req-e3808e49-5ffd-489f-bed0-07666139331a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Aug 13 02:44:06.415649 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-75ea05e0-40c7-4ba8-b9a2-47173e7a3cba req-91d01c1c-1310-4c23-8322-bc177e3bb284 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354125 Aug 13 02:44:06.675095 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-5c2b42cd-ccb2-469c-8ce3-305e86ca4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.676690 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-5c2b42cd-ccb2-469c-8ce3-305e86ca4b52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1099 time: 0.0472748 Aug 13 02:44:06.784384 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-b7ab6c7d-067a-4b99-af73-3bce87b29e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.786240 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-b7ab6c7d-067a-4b99-af73-3bce87b29e77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 909 time: 0.1006942 Aug 13 02:44:06.854199 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-0432373a-897e-4d1a-b8a6-03eda7e74dbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 1002 time: 0.0600421 Aug 13 02:44:07.034538 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-d1d4dca6-0a04-42cf-aaed-7cbe8489eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.036073 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-d1d4dca6-0a04-42cf-aaed-7cbe8489eaa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.0505183 Aug 13 02:44:07.093923 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-e98bebfa-17f3-4e77-96c6-355cabf8b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.095492 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-e98bebfa-17f3-4e77-96c6-355cabf8b287 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484183 Aug 13 02:44:07.210920 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-74c4dbbd-60d8-4e4f-a982-d1cc02d9b32b service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045480 Aug 13 02:44:07.270500 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-4a82cc17-55d0-46e5-8862-dd065c71373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.272067 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-4a82cc17-55d0-46e5-8862-dd065c71373e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0433671 Aug 13 02:44:07.324700 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-84c165c6-8a10-44a7-91cb-11b96c67cd1e req-f0f1995c-cb5c-4797-92fa-e11cf3011ba2 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061323 Aug 13 02:44:07.376889 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-b133ae0a-db9b-469b-831a-092b005c228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.378462 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-b133ae0a-db9b-469b-831a-092b005c228c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.0989377 Aug 13 02:44:07.445839 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-02a21298-511a-4bac-bac3-1e61f3ece3d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 200 len: 1000 time: 0.0603540 Aug 13 02:44:07.526334 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-686afdec-5082-4d58-b5e6-ae7934775dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.527824 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-686afdec-5082-4d58-b5e6-ae7934775dab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0752950 Aug 13 02:44:07.576689 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49926b0-37f1-438b-a875-b97632d9ec18 req-afb871ae-fc0e-4d8e-b9d3-f0608611372f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.578253 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f49926b0-37f1-438b-a875-b97632d9ec18 req-afb871ae-fc0e-4d8e-b9d3-f0608611372f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0848029 Aug 13 02:44:07.606512 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-5200582c-1ae4-47a2-b84d-c3824725339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.608157 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-5200582c-1ae4-47a2-b84d-c3824725339e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731304 Aug 13 02:44:07.643007 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f49926b0-37f1-438b-a875-b97632d9ec18 req-e3f49f1a-9b1c-41e1-8f86-390f4d44a09c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566506 Aug 13 02:44:07.716051 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-6de573f5-b18f-4359-a7e7-1a5d2e209ed8 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961328 Aug 13 02:44:07.810086 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b4260bca-e664-44eb-a1d7-9686a7fddd87 req-daa14b8b-68ed-41c6-972d-19ea80709129 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870333 Aug 13 02:44:08.801800 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74bbc-52ac-4127-a33f-5f9e7c6ffe41 req-393a8f27-29cf-463b-aca6-f1a115d01fb8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.803953 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-14b74bbc-52ac-4127-a33f-5f9e7c6ffe41 req-393a8f27-29cf-463b-aca6-f1a115d01fb8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0737045 Aug 13 02:44:08.844183 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-14b74bbc-52ac-4127-a33f-5f9e7c6ffe41 req-aa0f61eb-94dd-41c7-8e66-b9ebc167ecd4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335944 Aug 13 02:44:09.581851 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52736) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:09.688798 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-982f81c2-7fc8-479c-8a9f-5f043a93068f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.806886 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-982f81c2-7fc8-479c-8a9f-5f043a93068f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.811664 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-982f81c2-7fc8-479c-8a9f-5f043a93068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.856353 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-982f81c2-7fc8-479c-8a9f-5f043a93068f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5f596d88b35435587ad23a6c4e1c6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731645 Aug 13 02:44:09.857502 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f81c2-7fc8-479c-8a9f-5f043a93068f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b0914-ccab-490f-8416-9c7e8c2050c9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:09.859240 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52740) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:09.920965 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31ce8493-a434-486b-b14d-5433e596904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.965950 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31ce8493-a434-486b-b14d-5433e596904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.012655 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae9b2e-c431-493b-88e5-165b3f8a7489 req-ce8b03ad-db22-406a-9abe-31db97bf48e7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.014265 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3ae9b2e-c431-493b-88e5-165b3f8a7489 req-ce8b03ad-db22-406a-9abe-31db97bf48e7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0833683 Aug 13 02:44:10.051304 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31ce8493-a434-486b-b14d-5433e596904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.054910 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31ce8493-a434-486b-b14d-5433e596904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.056572 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-31ce8493-a434-486b-b14d-5433e596904c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a3b0914-ccab-490f-8416-9c7e8c2050c9 HTTP/1.1" status: 204 len: 168 time: 0.1958265 Aug 13 02:44:10.071317 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a3ae9b2e-c431-493b-88e5-165b3f8a7489 req-dc654bc3-2a3e-4946-91b1-fab3678b4fd3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507615 Aug 13 02:44:10.072256 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce8493-a434-486b-b14d-5433e596904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b0914-ccab-490f-8416-9c7e8c2050c9,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:10.744604 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52784) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:10.852621 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1127017626-network', 'tenant_id': 'e27d95c06c784c5a8c487bb2ee85cd3d'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:10.882607 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Made reservation on behalf of e27d95c06c784c5a8c487bb2ee85cd3d for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:10.885338 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.895882 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.002621 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.007427 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.031778 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:44:11.048109 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3ed61-9fcd-443b-901e-863492f06079,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:11.051235 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.051991 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Added segment 7fea161d-d1ec-4e36-996d-8d619071949e of type vlan for network d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4 Aug 13 02:44:11.128642 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.169857 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f223249-21bf-4fce-810b-9bf3f121c8e1 req-8df66983-a51d-4f44-b271-b28e9a00e1bd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:11.171432 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0f223249-21bf-4fce-810b-9bf3f121c8e1 req-8df66983-a51d-4f44-b271-b28e9a00e1bd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0810206 Aug 13 02:44:11.174836 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-c515546d-eaa0-465d-975c-1d5b95c1faeb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522673 Aug 13 02:44:11.197770 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.198431 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:11.198960 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.263974 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5180659 Aug 13 02:44:11.267205 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52806) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:11.273666 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Request body: {'subnet': {'network_id': 'd1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1127017626-subnet', 'tenant_id': 'e27d95c06c784c5a8c487bb2ee85cd3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:11.278461 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0f223249-21bf-4fce-810b-9bf3f121c8e1 req-fbde3142-ff3a-4b59-bac2-7d0a2f973cce tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967803 Aug 13 02:44:11.281888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07acbdf-fbd1-4af3-8ff7-15161fa71918 admin admin] Pushing event updated for resources: {'Network': ['ID=d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:11.292719 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4 details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:44:11.305280 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Made reservation on behalf of e27d95c06c784c5a8c487bb2ee85cd3d for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:11.308968 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875073'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.488150 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875123'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.787073 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf5542e-d778-41fd-be16-0566b4987e79,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:11.796486 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Checking segment: {'id': '7fea161d-d1ec-4e36-996d-8d619071949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:11.796844 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Network hostable DHCP agents. Network: d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:44:11.813786 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Network d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4 is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:44:11.822168 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:11.826267 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:11.826858 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.831022 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6af78e-1948-454a-921d-06a114a68d6a None None] Network d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:44:11.841128 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a1285ad3-fab2-4259-bffe-1d7f51afc5a0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5726280 Aug 13 02:44:11.963861 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-d909e587-dc21-46ff-a8a3-d2661294ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:11.965518 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-d909e587-dc21-46ff-a8a3-d2661294ef68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0&tenant_id=e65973561a1c4222ab997bb542af6b8a HTTP/1.1" status: 200 len: 1098 time: 0.0491178 Aug 13 02:44:11.973761 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b60c38-ae72-4a7f-b89a-73dfb7261fb0 None None] Network d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:44:12.032821 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-37a7e17a-71d7-4b93-b81a-1f148e86d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.034504 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-37a7e17a-71d7-4b93-b81a-1f148e86d0d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0449212 Aug 13 02:44:12.139094 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-113b7778-a0d3-4a4d-889f-9e9a446a275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.140611 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-113b7778-a0d3-4a4d-889f-9e9a446a275c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.0996737 Aug 13 02:44:12.208298 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-a47f991a-fb73-47a7-9958-e5559d1001ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 200 len: 1000 time: 0.0601664 Aug 13 02:44:12.259408 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-dbb5aa64-15ce-4593-8e0e-b1b850e6a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.260891 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-dbb5aa64-15ce-4593-8e0e-b1b850e6a1b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0454195 Aug 13 02:44:12.311357 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-534b3709-7172-46e3-80db-70420f4382ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.312898 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-534b3709-7172-46e3-80db-70420f4382ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455315 Aug 13 02:44:12.326819 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52828) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:12.332214 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-921890331-network', 'tenant_id': 'd0ff251e81c34519a90faf126d6b1da2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:12.352813 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Made reservation on behalf of d0ff251e81c34519a90faf126d6b1da2 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:12.355150 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.364508 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.407691 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-0c9e5878-7961-4a1b-af10-7e665d1e1872 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874949 Aug 13 02:44:12.442344 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deee9a5-a67c-4566-995c-4d1b74a5ebf8 req-16342497-28d5-4102-a558-74523c81c59e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.444401 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6deee9a5-a67c-4566-995c-4d1b74a5ebf8 req-16342497-28d5-4102-a558-74523c81c59e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0775201 Aug 13 02:44:12.456133 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:44:12.509804 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6deee9a5-a67c-4566-995c-4d1b74a5ebf8 req-2aeca2a6-5240-4bb8-a282-137cd77cfb50 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563564 Aug 13 02:44:12.511548 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-526b452e-7208-4ecd-9eb9-bc2c69d20000 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974028 Aug 13 02:44:12.535355 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.540332 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.541961 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.562768 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:44:12.572279 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:12.574931 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b96a55-b4ea-42c5-9198-e79cd2d1a1a7" -d '{"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:12.578075 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdc0d6e-4f38-4a0a-8a53-3d8d710321df,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:12.583247 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.583594 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Added segment a011aded-d502-44c4-86ce-f27694e8b4ad of type vlan for network beaabe85-40aa-467f-b08c-8afbcb19d33e Aug 13 02:44:12.590009 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:12.597109 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.628702 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.630177 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ac8458-c219-4631-ad54-31b7b4c5cdab x-openstack-request-id: req-62ac8458-c219-4631-ad54-31b7b4c5cdab {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:12.630478 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:12.630735 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62ac8458-c219-4631-ad54-31b7b4c5cdab {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:12.631801 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'code': 200} Aug 13 02:44:12.649163 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:12.661841 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.663086 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.663861 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.718128 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3900902 Aug 13 02:44:12.720890 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52840) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:12.729663 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Request body: {'subnet': {'network_id': 'beaabe85-40aa-467f-b08c-8afbcb19d33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-921890331-subnet', 'tenant_id': 'd0ff251e81c34519a90faf126d6b1da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:12.735612 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4cbc7-4b5b-4811-85c6-dde10859af7e admin admin] Pushing event updated for resources: {'Network': ['ID=beaabe85-40aa-467f-b08c-8afbcb19d33e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:12.749219 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network beaabe85-40aa-467f-b08c-8afbcb19d33e details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:44:12.754048 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Made reservation on behalf of d0ff251e81c34519a90faf126d6b1da2 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:12.756061 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875073'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.931026 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875123'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.997386 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac44f63e-5cc4-4a88-bd94-1d00c3666d62,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:13.005404 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Checking segment: {'id': 'a011aded-d502-44c4-86ce-f27694e8b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'beaabe85-40aa-467f-b08c-8afbcb19d33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:13.005760 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Network hostable DHCP agents. Network: beaabe85-40aa-467f-b08c-8afbcb19d33e, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:44:13.029240 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Network beaabe85-40aa-467f-b08c-8afbcb19d33e is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:44:13.042522 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, beaabe85-40aa-467f-b08c-8afbcb19d33e) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:13.047551 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.048423 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.057771 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe280c-47e4-42ee-b6f0-4e5f561375cb None None] Network beaabe85-40aa-467f-b08c-8afbcb19d33e requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:44:13.079230 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-db6c9fe8-eb51-445a-8a30-36e5679c616e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3464422 Aug 13 02:44:13.265911 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c1d39-e177-483f-ac75-9cc027207ac2 None None] Network beaabe85-40aa-467f-b08c-8afbcb19d33e requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:44:13.282876 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52856) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:13.344427 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5bacde-1984-4c2b-9ea6-007251996b4a admin admin] Deleting subnet 7bf5542e-d778-41fd-be16-0566b4987e79 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:44:13.348262 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5bacde-1984-4c2b-9ea6-007251996b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.389875 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5bacde-1984-4c2b-9ea6-007251996b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.449699 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5bacde-1984-4c2b-9ea6-007251996b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.512620 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5bacde-1984-4c2b-9ea6-007251996b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.543022 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bacde-1984-4c2b-9ea6-007251996b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf5542e-d778-41fd-be16-0566b4987e79,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:13.550708 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5bacde-1984-4c2b-9ea6-007251996b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.553733 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7a5bacde-1984-4c2b-9ea6-007251996b4a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7bf5542e-d778-41fd-be16-0566b4987e79 HTTP/1.1" status: 204 len: 168 time: 0.2689292 Aug 13 02:44:13.555597 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52860) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:13.635545 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.660131 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6f5aa-6b38-46cf-ac2a-f1e6698920ea req-eee0f305-651d-427c-9910-5422da5aeaf7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.661887 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-48e6f5aa-6b38-46cf-ac2a-f1e6698920ea req-eee0f305-651d-427c-9910-5422da5aeaf7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0628045 Aug 13 02:44:13.705530 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-48e6f5aa-6b38-46cf-ac2a-f1e6698920ea req-10a2f422-cd45-4c21-b822-cf3d6ac046b9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362124 Aug 13 02:44:13.733036 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.743371 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:13.759287 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fea161d-d1ec-4e36-996d-8d619071949e') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:13.759601 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fea161d-d1ec-4e36-996d-8d619071949e') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:13.769175 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023502'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.783441 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.789988 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:44:13.790410 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11973102'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: Traceback (most recent call last): Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: timer() Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: cb(*args, **kw) Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: return func(*args, **kwargs) Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: self._notify() Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: self.callback(batched_events) Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: event.method(event) Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: return f(self, *a, **k) Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._get(url).json() Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:44:13.792293 dv-cinder-760199-7-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:44:13.846737 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.852730 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.854647 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] 10.222.0.22 "DELETE /v2.0/networks/d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4 HTTP/1.1" status: 204 len: 168 time: 0.2980375 Aug 13 02:44:13.857468 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52862) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:13.891877 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8206b-a815-4e32-8032-5f0383f3cb8f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1fb3445-e3c4-4dd5-bf6a-978c9f6d62d4,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:13.911989 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5ffac3-c837-4129-995b-0a91278afc34 admin admin] Deleting subnet ac44f63e-5cc4-4a88-bd94-1d00c3666d62 {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:44:13.915887 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9d5ffac3-c837-4129-995b-0a91278afc34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.963616 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9d5ffac3-c837-4129-995b-0a91278afc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12023513'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.005791 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9d5ffac3-c837-4129-995b-0a91278afc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.062210 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9d5ffac3-c837-4129-995b-0a91278afc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11972912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8796819'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.087771 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ffac3-c837-4129-995b-0a91278afc34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac44f63e-5cc4-4a88-bd94-1d00c3666d62,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:14.091415 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9d5ffac3-c837-4129-995b-0a91278afc34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.094997 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9d5ffac3-c837-4129-995b-0a91278afc34 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ac44f63e-5cc4-4a88-bd94-1d00c3666d62 HTTP/1.1" status: 204 len: 168 time: 0.2348878 Aug 13 02:44:14.095931 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52864) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:14.171279 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.255380 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.265698 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaabe85-40aa-467f-b08c-8afbcb19d33e']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:14.281326 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a011aded-d502-44c4-86ce-f27694e8b4ad') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:14.281623 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a011aded-d502-44c4-86ce-f27694e8b4ad') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:14.291060 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023502'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.304522 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.310518 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:44:14.311165 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11973102'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: Traceback (most recent call last): Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: timer() Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: cb(*args, **kw) Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: return func(*args, **kwargs) Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: self._notify() Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: self.callback(batched_events) Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: event.method(event) Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: return f(self, *a, **k) Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._get(url).json() Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:44:14.312888 dv-cinder-760199-7-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:44:14.369006 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.375422 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.377740 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] 10.222.0.22 "DELETE /v2.0/networks/beaabe85-40aa-467f-b08c-8afbcb19d33e HTTP/1.1" status: 204 len: 168 time: 0.2805858 Aug 13 02:44:14.391814 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb581a-4f2d-41f9-9ed9-47f6f1cf021e admin admin] Pushing event deleted for resources: {'Network': ['ID=beaabe85-40aa-467f-b08c-8afbcb19d33e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:14.543467 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52868) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:14.587068 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e0d2a4a5-2012-43f1-906d-fc2bac9e8d46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e27d95c06c784c5a8c487bb2ee85cd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422113 Aug 13 02:44:14.589297 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52870) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:14.642161 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-87d358a7-aa6a-43d4-a047-411ca412b728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.667777 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-87d358a7-aa6a-43d4-a047-411ca412b728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.720017 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-87d358a7-aa6a-43d4-a047-411ca412b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.722638 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-87d358a7-aa6a-43d4-a047-411ca412b728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.723797 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-87d358a7-aa6a-43d4-a047-411ca412b728 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66e3ed61-9fcd-443b-901e-863492f06079 HTTP/1.1" status: 204 len: 168 time: 0.1334565 Aug 13 02:44:14.731884 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d358a7-aa6a-43d4-a047-411ca412b728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3ed61-9fcd-443b-901e-863492f06079,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:14.843087 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333fa18-ac76-466b-88cf-8701ba2bf649 req-3a99a20c-cd81-4d16-9271-194c443160b9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:14.844620 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a333fa18-ac76-466b-88cf-8701ba2bf649 req-3a99a20c-cd81-4d16-9271-194c443160b9 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0583725 Aug 13 02:44:14.884638 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a333fa18-ac76-466b-88cf-8701ba2bf649 req-3dbe03a0-adb5-4792-85c3-439633c2c376 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332999 Aug 13 02:44:15.079980 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52878) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:15.119159 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5eaaea19-1913-46b8-9e30-3f917c9594fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0ff251e81c34519a90faf126d6b1da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380268 Aug 13 02:44:15.121866 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52880) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:15.171444 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ad18600a-102b-42d5-89e5-18995fa3369c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:15.193243 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ad18600a-102b-42d5-89e5-18995fa3369c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:15.247430 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ad18600a-102b-42d5-89e5-18995fa3369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:15.249982 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ad18600a-102b-42d5-89e5-18995fa3369c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:15.251124 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ad18600a-102b-42d5-89e5-18995fa3369c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abdc0d6e-4f38-4a0a-8a53-3d8d710321df HTTP/1.1" status: 204 len: 168 time: 0.1283021 Aug 13 02:44:15.259569 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18600a-102b-42d5-89e5-18995fa3369c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdc0d6e-4f38-4a0a-8a53-3d8d710321df,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:16.042891 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c3dff-7b6b-468a-a1d4-323db36227b7 req-0c83fc42-dcbe-4659-a198-074a1abf0e4e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:16.044646 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f2c3dff-7b6b-468a-a1d4-323db36227b7 req-0c83fc42-dcbe-4659-a198-074a1abf0e4e tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0563257 Aug 13 02:44:16.086712 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3f2c3dff-7b6b-468a-a1d4-323db36227b7 req-b2374041-39ec-4489-86a3-4e9c6f03a3ae tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361543 Aug 13 02:44:17.218433 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb8a15-607a-436c-9895-5eb6003da58f req-d68da55d-8231-4f64-8c05-971e9e4ba8fe tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:17.220143 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cceb8a15-607a-436c-9895-5eb6003da58f req-d68da55d-8231-4f64-8c05-971e9e4ba8fe tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0544512 Aug 13 02:44:17.262205 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cceb8a15-607a-436c-9895-5eb6003da58f req-54a3cff0-ff2c-4f30-9b08-5b7f71aed650 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346665 Aug 13 02:44:18.460392 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f547e2-f750-4bb5-8cba-48bc774dc2d3 req-b92668fe-40e2-4bea-a359-9adcb2821461 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:18.465646 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d6f547e2-f750-4bb5-8cba-48bc774dc2d3 req-b92668fe-40e2-4bea-a359-9adcb2821461 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0712593 Aug 13 02:44:18.530142 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d6f547e2-f750-4bb5-8cba-48bc774dc2d3 req-54d0db5a-297f-47a0-a20e-33ed64f27769 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609028 Aug 13 02:44:19.671275 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0014b8a-9f67-4223-a57c-04d26563f27d req-7833c6b6-7ab5-41d1-b526-b75f2d68c7e1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:19.680440 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0014b8a-9f67-4223-a57c-04d26563f27d req-7833c6b6-7ab5-41d1-b526-b75f2d68c7e1 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0645308 Aug 13 02:44:19.718021 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c0014b8a-9f67-4223-a57c-04d26563f27d req-9fbdeb20-252b-4669-aa58-aa4f2f422599 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363665 Aug 13 02:44:20.021745 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52980) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:20.143045 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-701641f2-ba2a-4bdb-9554-38b6f5db57ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.244545 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-701641f2-ba2a-4bdb-9554-38b6f5db57ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.248278 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-701641f2-ba2a-4bdb-9554-38b6f5db57ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.291083 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52984) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:20.291716 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-701641f2-ba2a-4bdb-9554-38b6f5db57ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9dc6d7458af490d977d6ae69c7676f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682846 Aug 13 02:44:20.291921 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701641f2-ba2a-4bdb-9554-38b6f5db57ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3926e8-8029-4dc1-9262-80b48a7fa071,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:20.343465 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4c81442-6005-4617-a2a9-977ed6122c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.365285 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4c81442-6005-4617-a2a9-977ed6122c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.417169 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4c81442-6005-4617-a2a9-977ed6122c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.419657 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4c81442-6005-4617-a2a9-977ed6122c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.420802 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-d4c81442-6005-4617-a2a9-977ed6122c9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a3926e8-8029-4dc1-9262-80b48a7fa071 HTTP/1.1" status: 204 len: 168 time: 0.1280060 Aug 13 02:44:20.428778 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c81442-6005-4617-a2a9-977ed6122c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3926e8-8029-4dc1-9262-80b48a7fa071,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:20.706895 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 52990) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:20.722044 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5012050a-0f34-4db0-bf2c-f1578bbf3915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.867236 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5012050a-0f34-4db0-bf2c-f1578bbf3915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.872603 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5012050a-0f34-4db0-bf2c-f1578bbf3915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.890836 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a837-e448-473f-9978-09ee42fafbe5 req-cb7c1528-bc60-44c2-beba-de23e25d90d7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:20.892655 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8188a837-e448-473f-9978-09ee42fafbe5 req-cb7c1528-bc60-44c2-beba-de23e25d90d7 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0937817 Aug 13 02:44:20.940325 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5012050a-0f34-4db0-bf2c-f1578bbf3915 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3d839632c744ed888d98ea4f13d3174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321649 Aug 13 02:44:20.942974 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 52994) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:20.943610 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012050a-0f34-4db0-bf2c-f1578bbf3915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f02c9a-8c66-4e93-bbbb-2b58a104b61b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:20.975156 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8188a837-e448-473f-9978-09ee42fafbe5 req-99e1200f-f4f5-49b9-9bfc-6a9958ef0d5c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692458 Aug 13 02:44:21.001634 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a5a79b4-3c66-49e7-b1c0-02eb29cbbb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:21.026424 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a5a79b4-3c66-49e7-b1c0-02eb29cbbb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:21.080869 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a5a79b4-3c66-49e7-b1c0-02eb29cbbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:21.084768 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6a5a79b4-3c66-49e7-b1c0-02eb29cbbb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:21.086241 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6a5a79b4-3c66-49e7-b1c0-02eb29cbbb53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6f02c9a-8c66-4e93-bbbb-2b58a104b61b HTTP/1.1" status: 204 len: 168 time: 0.1422234 Aug 13 02:44:21.095834 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a79b4-3c66-49e7-b1c0-02eb29cbbb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f02c9a-8c66-4e93-bbbb-2b58a104b61b,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:22.114359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012cc1b-e351-4b4b-a0f0-d264b22c8ca4 req-ffbf7e89-1b05-4e35-b00a-d1ea1320fcff tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:22.122482 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1012cc1b-e351-4b4b-a0f0-d264b22c8ca4 req-ffbf7e89-1b05-4e35-b00a-d1ea1320fcff tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0747707 Aug 13 02:44:22.159183 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1012cc1b-e351-4b4b-a0f0-d264b22c8ca4 req-0107b154-484a-4a4c-9c71-e4d6b0d14b2a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357327 Aug 13 02:44:23.283420 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57033cf-c248-41b8-ac46-3524274c21f2 req-b3490ee9-1323-401c-b782-6dca3ef67410 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:23.285106 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c57033cf-c248-41b8-ac46-3524274c21f2 req-b3490ee9-1323-401c-b782-6dca3ef67410 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0524545 Aug 13 02:44:23.324442 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c57033cf-c248-41b8-ac46-3524274c21f2 req-98755c2b-aefa-4faf-85ac-2311ec71fca8 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331178 Aug 13 02:44:24.446454 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454615b-4310-4afe-8cbd-1f381bb42550 req-1d6d8277-1c33-4159-b617-7af35e9e806f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:24.447903 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c454615b-4310-4afe-8cbd-1f381bb42550 req-1d6d8277-1c33-4159-b617-7af35e9e806f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0513923 Aug 13 02:44:24.485104 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c454615b-4310-4afe-8cbd-1f381bb42550 req-e57ab0c7-d50c-41b0-922e-a8fed882b654 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Aug 13 02:44:25.615737 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d500e8b-681d-4474-9c6c-53e6f55559c2 req-c80b193b-7889-470c-8de9-23bb52829577 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:25.617221 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d500e8b-681d-4474-9c6c-53e6f55559c2 req-c80b193b-7889-470c-8de9-23bb52829577 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0539382 Aug 13 02:44:25.654401 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0d500e8b-681d-4474-9c6c-53e6f55559c2 req-e0a7a6e8-6d67-42dc-8ee0-82202d88d5db tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312288 Aug 13 02:44:26.385390 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78206507-50a8-468e-9236-1cdc486d004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:26.774359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37ff2-5525-4d16-9af4-9c0b9eb76393 req-2eae4cf3-6bfe-4b44-ac5d-d81a9b562780 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:26.775829 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-66a37ff2-5525-4d16-9af4-9c0b9eb76393 req-2eae4cf3-6bfe-4b44-ac5d-d81a9b562780 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0481825 Aug 13 02:44:26.813654 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-66a37ff2-5525-4d16-9af4-9c0b9eb76393 req-d6a4f66a-780c-4997-8f95-d0d7ead21e88 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Aug 13 02:44:27.294812 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:27.932289 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7221b21-a115-4055-8ed8-7583627db6fb req-33010ce2-afc5-4db4-85d6-d453b03f2a44 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:27.933819 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a7221b21-a115-4055-8ed8-7583627db6fb req-33010ce2-afc5-4db4-85d6-d453b03f2a44 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0481625 Aug 13 02:44:27.973860 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a7221b21-a115-4055-8ed8-7583627db6fb req-6ee63154-278b-445b-8321-660901e23912 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337563 Aug 13 02:44:28.091330 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29270b15-fe63-4863-8318-993733f50090 req-4549929e-bc57-4c56-a3cd-00a0eebabfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:28.092786 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-29270b15-fe63-4863-8318-993733f50090 req-4549929e-bc57-4c56-a3cd-00a0eebabfb9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0383480 Aug 13 02:44:28.128621 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-29270b15-fe63-4863-8318-993733f50090 req-9a55e5da-13b1-4be6-98ec-f50cb867822f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276136 Aug 13 02:44:28.857978 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-993f0882-e1f7-44cf-9c81-3f69e83a8491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:29.094950 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673eab-f955-47c2-a4c6-b02a8a4a9c7d req-a79bf63a-c488-4ae4-90e1-487b368b202f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:29.096398 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bb673eab-f955-47c2-a4c6-b02a8a4a9c7d req-a79bf63a-c488-4ae4-90e1-487b368b202f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0503595 Aug 13 02:44:29.134793 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bb673eab-f955-47c2-a4c6-b02a8a4a9c7d req-6db8746f-edd2-496b-a901-9ff18dde9799 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Aug 13 02:44:29.527459 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.079102 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.252984 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f2df3-7fcf-450d-8c79-e014fc3f69cd req-cc97161a-5d1c-481a-a4c6-52189feb1ce0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:30.254365 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-195f2df3-7fcf-450d-8c79-e014fc3f69cd req-cc97161a-5d1c-481a-a4c6-52189feb1ce0 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0479183 Aug 13 02:44:30.292434 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-195f2df3-7fcf-450d-8c79-e014fc3f69cd req-0b3e8938-e53f-41a3-bed8-2faa6bb568ec tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315709 Aug 13 02:44:30.788564 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:44:30.882709 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:30.893462 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'port_id': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'mac_address': 'fa:16:3e:de:3c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:44:30.929261 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.941433 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c1ef14-8663-4f73-882c-eac2aa2c23f9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:30.961411 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:30.965357 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.014684 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=9']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:31.414255 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01756365-25a8-488d-9ea5-b54c77d6dc90 req-c3e8397b-8a5c-46a0-b7e3-a6aabdfe9b0c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:31.415774 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-01756365-25a8-488d-9ea5-b54c77d6dc90 req-c3e8397b-8a5c-46a0-b7e3-a6aabdfe9b0c tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0517566 Aug 13 02:44:31.455242 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-01756365-25a8-488d-9ea5-b54c77d6dc90 req-71a9e522-d02a-4a25-a28a-1d6dc6ab4df3 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335774 Aug 13 02:44:31.786986 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.047047 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['09c1ef14-8663-4f73-882c-eac2aa2c23f9'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:32.577968 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94433-27bd-44af-b549-8f1d0055c1af req-69978ea2-7272-4d81-93a8-b6080a238f65 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:32.579417 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a5b94433-27bd-44af-b549-8f1d0055c1af req-69978ea2-7272-4d81-93a8-b6080a238f65 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0530667 Aug 13 02:44:32.620686 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a5b94433-27bd-44af-b549-8f1d0055c1af req-e0026ed9-9387-4a98-88c6-abbffd140934 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345654 Aug 13 02:44:33.743364 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48ba43-7006-4ca5-9f48-3dc36a22ebb5 req-58bed9ac-659d-4380-bf8d-7e7e7d24cb9f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:33.744846 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-da48ba43-7006-4ca5-9f48-3dc36a22ebb5 req-58bed9ac-659d-4380-bf8d-7e7e7d24cb9f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0508344 Aug 13 02:44:33.783053 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-da48ba43-7006-4ca5-9f48-3dc36a22ebb5 req-91716988-ab7d-4b2b-acbf-4f04cbc30947 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323229 Aug 13 02:44:35.581809 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:44:36.109323 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:36.159210 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:36.159584 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.238350 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.260363 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:36.262601 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a3a57-71db-4a68-96d2-5906ca30ecf3" -d '{"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:36.275891 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:36.281181 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.304608 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7fb24d-b464-4a97-9600-00affe72e994 x-openstack-request-id: req-eb7fb24d-b464-4a97-9600-00affe72e994 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:36.304897 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:36.305166 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb7fb24d-b464-4a97-9600-00affe72e994 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:36.305549 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'code': 200} Aug 13 02:44:36.334186 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:53.031715 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53272) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:53.139969 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.228326 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.231324 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.268368 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e74c19-ab52-496a-b4bc-70284f9a69c3,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:53.272235 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15eafc2c157a4513bf61a13331814a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395155 Aug 13 02:44:53.275167 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53276) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:53.278113 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.278474 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.278814 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.279145 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.279476 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.279803 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.280129 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.280451 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.280776 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.281126 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.281448 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.281771 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940c4b12-5f90-40db-9a07-dc0cc96bbb0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.326021 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.346504 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.393257 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.396045 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.397197 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36e74c19-ab52-496a-b4bc-70284f9a69c3 HTTP/1.1" status: 204 len: 168 time: 0.1210377 Aug 13 02:44:53.404727 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e74c19-ab52-496a-b4bc-70284f9a69c3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:53.411950 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.412296 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.412628 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.412977 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.413312 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.413640 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.413967 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.414291 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.414614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.414935 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.415263 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.415667 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168ffc4-ce22-476d-af0e-4c0c7faf441a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:53.667601 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53282) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:53.680873 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e130aca0-2447-4545-a73d-b8bd8b17c9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.767888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e130aca0-2447-4545-a73d-b8bd8b17c9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.772513 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e130aca0-2447-4545-a73d-b8bd8b17c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.808971 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-e130aca0-2447-4545-a73d-b8bd8b17c9dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=744bdebc203a45278e094c8adc6966c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402709 Aug 13 02:44:53.811194 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130aca0-2447-4545-a73d-b8bd8b17c9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e8a03-2f43-41f2-804c-b00303f1a0e0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:53.811927 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53284) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:53.861958 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b61f3d74-ee92-49ee-9751-6074277364f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.883587 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b61f3d74-ee92-49ee-9751-6074277364f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.929423 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b61f3d74-ee92-49ee-9751-6074277364f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.931981 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b61f3d74-ee92-49ee-9751-6074277364f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:53.933139 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b61f3d74-ee92-49ee-9751-6074277364f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae5e8a03-2f43-41f2-804c-b00303f1a0e0 HTTP/1.1" status: 204 len: 168 time: 0.1201334 Aug 13 02:44:53.940878 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f3d74-ee92-49ee-9751-6074277364f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e8a03-2f43-41f2-804c-b00303f1a0e0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:55.625908 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f87a1666-16ec-453a-a40c-306c50de6073 req-bb4db3b8-941e-4f11-8295-5cbd488e679e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465350 Aug 13 02:44:55.726852 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1666-16ec-453a-a40c-306c50de6073 req-d2c856ac-5b47-4e66-b49f-cb427cd47a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:55.728509 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f87a1666-16ec-453a-a40c-306c50de6073 req-d2c856ac-5b47-4e66-b49f-cb427cd47a79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e65973561a1c4222ab997bb542af6b8a&device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 1099 time: 0.0553913 Aug 13 02:44:55.834890 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1666-16ec-453a-a40c-306c50de6073 req-017dd7c2-ccb9-411d-9da3-1ba6bc448c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:55.836338 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f87a1666-16ec-453a-a40c-306c50de6073 req-017dd7c2-ccb9-411d-9da3-1ba6bc448c24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 200 len: 918 time: 0.0847940 Aug 13 02:44:55.906355 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f87a1666-16ec-453a-a40c-306c50de6073 req-6b608d45-501a-4437-a37f-24df8b1a359f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 200 len: 1000 time: 0.0608420 Aug 13 02:44:55.958975 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1666-16ec-453a-a40c-306c50de6073 req-23087558-9389-4ee7-9f9e-447a4eb07694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:55.960248 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f87a1666-16ec-453a-a40c-306c50de6073 req-23087558-9389-4ee7-9f9e-447a4eb07694 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 200 len: 856 time: 0.0439885 Aug 13 02:44:56.010414 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1666-16ec-453a-a40c-306c50de6073 req-6b8f9971-c912-40bb-a297-ef61c6559b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:56.011936 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f87a1666-16ec-453a-a40c-306c50de6073 req-6b8f9971-c912-40bb-a297-ef61c6559b96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8519c89d-7682-4965-ac63-05a13879caad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431755 Aug 13 02:44:56.105784 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f87a1666-16ec-453a-a40c-306c50de6073 req-5062a2e6-0f81-49c4-b86f-98b3746c8f88 service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850446 Aug 13 02:44:56.195671 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f87a1666-16ec-453a-a40c-306c50de6073 req-75e50c04-5ea2-4c0d-b860-c573d71bdabb service neutron] 10.222.0.20 "GET /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809760 Aug 13 02:44:56.393497 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2993f1b-6012-4315-a14d-3be0ba7fd442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:57.303385 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:58.851867 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53384) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:58.861743 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b268f4-dd6d-4a39-814c-ec57d08c29ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:58.962360 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4209efd0-b905-4abb-a063-784906b1c1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.049208 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4209efd0-b905-4abb-a063-784906b1c1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.052914 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4209efd0-b905-4abb-a063-784906b1c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.091793 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4209efd0-b905-4abb-a063-784906b1c1b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdb6de90523a4e12a62561a60853ca60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387373 Aug 13 02:44:59.092646 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209efd0-b905-4abb-a063-784906b1c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09206202-b839-4c01-8c88-4ef1255bb31e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:59.094464 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53388) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:59.144653 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab498b18-048a-40bb-a2e0-1eab49ab6f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.165156 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab498b18-048a-40bb-a2e0-1eab49ab6f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.214265 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab498b18-048a-40bb-a2e0-1eab49ab6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.216772 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ab498b18-048a-40bb-a2e0-1eab49ab6f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.217953 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ab498b18-048a-40bb-a2e0-1eab49ab6f8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09206202-b839-4c01-8c88-4ef1255bb31e HTTP/1.1" status: 204 len: 168 time: 0.1224306 Aug 13 02:44:59.225586 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab498b18-048a-40bb-a2e0-1eab49ab6f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09206202-b839-4c01-8c88-4ef1255bb31e,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:59.472933 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53394) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:59.486170 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-746f7bc1-e22d-4f11-9327-be62b9e2900a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.527052 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.579182 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-746f7bc1-e22d-4f11-9327-be62b9e2900a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.582968 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-746f7bc1-e22d-4f11-9327-be62b9e2900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.620375 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-746f7bc1-e22d-4f11-9327-be62b9e2900a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cccf7d08284f48cfa10d70bb6cf9e987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463318 Aug 13 02:44:59.622376 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f7bc1-e22d-4f11-9327-be62b9e2900a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310c6841-3835-49e5-8c05-91f23ba179cc,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:59.623026 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53396) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:59.673541 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6255b959-8cd1-4ed7-a6cb-d504d1150627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.694861 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6255b959-8cd1-4ed7-a6cb-d504d1150627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.739116 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6255b959-8cd1-4ed7-a6cb-d504d1150627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.743459 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6255b959-8cd1-4ed7-a6cb-d504d1150627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:59.744022 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6255b959-8cd1-4ed7-a6cb-d504d1150627 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/310c6841-3835-49e5-8c05-91f23ba179cc HTTP/1.1" status: 204 len: 168 time: 0.1199677 Aug 13 02:44:59.751524 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255b959-8cd1-4ed7-a6cb-d504d1150627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310c6841-3835-49e5-8c05-91f23ba179cc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:00.081810 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:00.777257 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53426) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:00.879251 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c3f76ad-f7dc-4bf6-85e6-8e55abc7137b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:00.971576 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c3f76ad-f7dc-4bf6-85e6-8e55abc7137b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:00.976055 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c3f76ad-f7dc-4bf6-85e6-8e55abc7137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:01.012450 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f76ad-f7dc-4bf6-85e6-8e55abc7137b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4837434-a505-4678-a220-85193b415cec,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:01.016783 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2c3f76ad-f7dc-4bf6-85e6-8e55abc7137b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c35b09c7f9f4890b90b525682148e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385223 Aug 13 02:45:01.019740 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53430) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:01.067522 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f390ac9-7c8b-4b2a-9fbb-5e5df51ac042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:01.088601 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f390ac9-7c8b-4b2a-9fbb-5e5df51ac042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:01.134337 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f390ac9-7c8b-4b2a-9fbb-5e5df51ac042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:01.136872 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f390ac9-7c8b-4b2a-9fbb-5e5df51ac042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:01.138046 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5f390ac9-7c8b-4b2a-9fbb-5e5df51ac042 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4837434-a505-4678-a220-85193b415cec HTTP/1.1" status: 204 len: 168 time: 0.1177430 Aug 13 02:45:01.149466 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f390ac9-7c8b-4b2a-9fbb-5e5df51ac042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4837434-a505-4678-a220-85193b415cec,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:01.790455 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:12.580789 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:45:15.312409 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90dd19-224b-4b95-a285-0045620ee81d req-2f251721-77eb-4ea2-bf80-f3f9f6f671e4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:15.313929 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c90dd19-224b-4b95-a285-0045620ee81d req-2f251721-77eb-4ea2-bf80-f3f9f6f671e4 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 946 time: 0.0485992 Aug 13 02:45:15.351382 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5c90dd19-224b-4b95-a285-0045620ee81d req-fb81fed3-2524-4c30-899c-675fd0a139ed tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316155 Aug 13 02:45:16.474629 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c00612-9e5f-401f-858e-c3209f7edfcc req-a507da03-977b-4bd9-be48-957d9393b69b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:16.476829 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c00612-9e5f-401f-858e-c3209f7edfcc req-a507da03-977b-4bd9-be48-957d9393b69b tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 946 time: 0.0507631 Aug 13 02:45:16.517025 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-56c00612-9e5f-401f-858e-c3209f7edfcc req-41bca6c8-c90c-4e46-978c-b242385239f6 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fb932eb-0095-4c2d-89a1-2132b0dbf41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336351 Aug 13 02:45:16.653504 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373b57-6ce3-493d-998b-462fec5f0187 req-c33d4af8-4db8-430c-a2ef-5b11eb0ed204 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:16.654926 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13373b57-6ce3-493d-998b-462fec5f0187 req-c33d4af8-4db8-430c-a2ef-5b11eb0ed204 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 946 time: 0.0515132 Aug 13 02:45:16.750633 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Deleting port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:16.750850 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:16.841863 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] For port 09c1ef14-8663-4f73-882c-eac2aa2c23f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=09c1ef14-8663-4f73-882c-eac2aa2c23f9,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:16.842230 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:17.009926 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:17.010226 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:17.010540 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Floating IP d686f7ae-8949-4f3b-b8a0-2d3718b52181 disassociated. External IP: 172.27.0.80, port: 09c1ef14-8663-4f73-882c-eac2aa2c23f9. Aug 13 02:45:17.010881 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Calling delete_port for 09c1ef14-8663-4f73-882c-eac2aa2c23f9 owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:17.139101 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:17.167577 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event deleted for resources: {'Port': ['ID=09c1ef14-8663-4f73-882c-eac2aa2c23f9,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:17.277908 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:17.383016 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:17.392593 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] Sync routers for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:17.402111 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:17.402710 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:44:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:17.422632 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] No DVR routers for this DVR port 09c1ef14-8663-4f73-882c-eac2aa2c23f9 on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:17.425176 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:17.427136 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13373b57-6ce3-493d-998b-462fec5f0187 req-25346c1d-02aa-45e4-824f-0b16cf4454fd tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.20 "DELETE /v2.0/ports/09c1ef14-8663-4f73-882c-eac2aa2c23f9 HTTP/1.1" status: 204 len: 173 time: 0.7659326 Aug 13 02:45:17.427569 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-deleted', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:17.429850 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00862130-7112-452a-a197-5363a3e83aff" -d '{"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-deleted", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:17.468243 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95af279-d22e-4fe2-b4aa-f10fda8ee64c x-openstack-request-id: req-b95af279-d22e-4fe2-b4aa-f10fda8ee64c {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:17.468537 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e421d-0817-409c-8e42-7582682d5fd0", "name": "network-vif-deleted", "tag": "09c1ef14-8663-4f73-882c-eac2aa2c23f9", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:17.468789 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b95af279-d22e-4fe2-b4aa-f10fda8ee64c {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:17.469234 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e421d-0817-409c-8e42-7582682d5fd0', 'name': 'network-vif-deleted', 'tag': '09c1ef14-8663-4f73-882c-eac2aa2c23f9', 'status': 'completed', 'code': 200} Aug 13 02:45:17.515022 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:17.649702 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-561b95e0-bf88-4ccf-9fa6-f96802881563 req-fcb1637a-4e49-4527-b27c-eb3307c5b1db tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b8e421d-0817-409c-8e42-7582682d5fd0 HTTP/1.1" status: 200 len: 210 time: 0.0407486 Aug 13 02:45:17.859759 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:17.888766 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] Checking router: d85b6a77-1274-4d2d-bec3-5cc6103f6f29 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:17.896961 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:17.897572 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:44:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:18.005252 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:18.200591 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:18.230508 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e2487-cde0-419d-8793-566e8c12858e None None] The sync data for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi is: [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:38:55Z', 'revision_number': 4, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '63d9d04d-d23b-4180-a7ec-972692bc8efe', 'name': '', 'network_id': '8519c89d-7682-4965-ac63-05a13879caad', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'mac_address': 'fa:16:3e:6a:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8c0745d9-81cc-4915-836d-84713d165b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:54Z', 'updated_at': '2021-08-13T02:39:00Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'subnets': [{'id': '8c0745d9-81cc-4915-836d-84713d165b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:18.449151 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e379895-0713-44e9-ad08-84f800b693d2 None None] New status for floating IP d686f7ae-8949-4f3b-b8a0-2d3718b52181: DOWN {{(pid=94064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:45:18.731768 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53574) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:18.791887 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da69499f-ba89-4100-88f4-38e429dc8e13 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.819197 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da69499f-ba89-4100-88f4-38e429dc8e13 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.868553 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da69499f-ba89-4100-88f4-38e429dc8e13 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.871371 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da69499f-ba89-4100-88f4-38e429dc8e13 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.872652 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-da69499f-ba89-4100-88f4-38e429dc8e13 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "DELETE /v2.0/security-groups/4fb932eb-0095-4c2d-89a1-2132b0dbf41e HTTP/1.1" status: 204 len: 168 time: 0.1397374 Aug 13 02:45:18.875269 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53582) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:18.885410 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69499f-ba89-4100-88f4-38e429dc8e13 tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb932eb-0095-4c2d-89a1-2132b0dbf41e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:18.889275 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.api.v2.resource [None req-d1544a9b-3ac3-43de-adce-b0c6a2c8d26a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] show failed (client error): The resource could not be found. Aug 13 02:45:18.893005 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d1544a9b-3ac3-43de-adce-b0c6a2c8d26a tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "GET /v2.0/security-groups/4fb932eb-0095-4c2d-89a1-2132b0dbf41e HTTP/1.1" status: 404 len: 347 time: 0.0139558 Aug 13 02:45:18.893920 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53584) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:19.278819 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Deleting port a95cf148-c111-4884-9e16-328c133a61ee {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:19.279160 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:19.358799 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:19.359124 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:19.371425 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Calling delete_port for a95cf148-c111-4884-9e16-328c133a61ee owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:19.511968 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:19.539047 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Pushing event deleted for resources: {'Port': ['ID=a95cf148-c111-4884-9e16-328c133a61ee,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:19.596469 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:19.599177 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:19.600323 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-d67fea27-e002-439f-a5de-9142a9419c3f tempest-AttachVolumeShelveTestJSON-1384781106 tempest-AttachVolumeShelveTestJSON-1384781106-project] 10.222.0.22 "DELETE /v2.0/floatingips/d686f7ae-8949-4f3b-b8a0-2d3718b52181 HTTP/1.1" status: 204 len: 168 time: 0.7062116 Aug 13 02:45:21.231907 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53612) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:21.315295 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:21.336293 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bf452ee-da38-4c61-adbf-6e58653d3bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.339816 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 09c1ef14-8663-4f73-882c-eac2aa2c23f9 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:21.340214 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 09c1ef14-8663-4f73-882c-eac2aa2c23f9 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:21.428460 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bf452ee-da38-4c61-adbf-6e58653d3bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.432316 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3bf452ee-da38-4c61-adbf-6e58653d3bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.471031 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3bf452ee-da38-4c61-adbf-6e58653d3bb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=818eb3753e884b07a08f0ee20082f0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380121 Aug 13 02:45:21.471702 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf452ee-da38-4c61-adbf-6e58653d3bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84efe0d5-7dd8-43dc-9a73-b5c878d17de0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:21.473900 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53616) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:21.522434 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06666ff2-50c8-4674-80f3-68f3b625ba07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.544264 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06666ff2-50c8-4674-80f3-68f3b625ba07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.593430 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06666ff2-50c8-4674-80f3-68f3b625ba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.595972 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06666ff2-50c8-4674-80f3-68f3b625ba07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.597166 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-06666ff2-50c8-4674-80f3-68f3b625ba07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84efe0d5-7dd8-43dc-9a73-b5c878d17de0 HTTP/1.1" status: 204 len: 168 time: 0.1222372 Aug 13 02:45:21.605287 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06666ff2-50c8-4674-80f3-68f3b625ba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84efe0d5-7dd8-43dc-9a73-b5c878d17de0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:22.016974 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53638) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:22.468912 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:22.721849 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Deleting port 63d9d04d-d23b-4180-a7ec-972692bc8efe {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:22.722458 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:22.803661 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] For port 63d9d04d-d23b-4180-a7ec-972692bc8efe, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=63d9d04d-d23b-4180-a7ec-972692bc8efe,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:22.804170 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:22.817035 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Calling delete_port for 63d9d04d-d23b-4180-a7ec-972692bc8efe owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:22.995949 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.022028 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d9d04d-d23b-4180-a7ec-972692bc8efe,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:23.186799 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.409882 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:23.521672 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:23.529145 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5a03dea8-0032-400a-b343-7d3e459b4b63 admin admin] 10.222.0.22 "PUT /v2.0/routers/d85b6a77-1274-4d2d-bec3-5cc6103f6f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5102253 Aug 13 02:45:23.530843 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53666) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:23.534689 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] Sync routers for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:23.547496 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:23.548288 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:44:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:23.645808 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.672034 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:23.748870 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.804783 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Deleting port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:23.805157 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.881092 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:45:22Z', 'revision_number': 5, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port': {'id': '5b4d9ec5-2f96-4d32-9801-f72112e21ddf', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:38:50Z', 'updated_at': '2021-08-13T02:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:23.890888 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] For port 5b4d9ec5-2f96-4d32-9801-f72112e21ddf, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=5b4d9ec5-2f96-4d32-9801-f72112e21ddf,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:23.891267 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.907820 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Calling delete_port for 5b4d9ec5-2f96-4d32-9801-f72112e21ddf owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:23.909661 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] Checking router: d85b6a77-1274-4d2d-bec3-5cc6103f6f29 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:23.918144 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] Routers {'d85b6a77-1274-4d2d-bec3-5cc6103f6f29'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:23.918793 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:44:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:24.023802 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] Set router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:24.086791 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:45:23Z', 'revision_number': 6, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:24.102952 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.114702 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43c6d4-afde-4a49-92c6-421cbaf8e5ec None None] The sync data for ids ['d85b6a77-1274-4d2d-bec3-5cc6103f6f29'] in dv-cinder-760199-7-iscsi is: [{'id': 'd85b6a77-1274-4d2d-bec3-5cc6103f6f29', 'name': 'tempest-AttachVolumeShelveTestJSON-1419409972-router', 'tenant_id': 'e65973561a1c4222ab997bb542af6b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:38:49Z', 'updated_at': '2021-08-13T02:45:23Z', 'revision_number': 6, 'project_id': 'e65973561a1c4222ab997bb542af6b8a', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:24.128549 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4d9ec5-2f96-4d32-9801-f72112e21ddf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:24.189503 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.275213 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.277204 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.322046 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.322562 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d85b6a77-1274-4d2d-bec3-5cc6103f6f29 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:45:24.326913 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.328035 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f46d2eb7-d45b-4296-b013-7afdaf9d1383 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d85b6a77-1274-4d2d-bec3-5cc6103f6f29 HTTP/1.1" status: 204 len: 168 time: 0.7963712 Aug 13 02:45:24.330510 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53674) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:24.373193 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca9d6e8-4a11-46c9-824d-650d0b384732 admin admin] Deleting subnet 8c0745d9-81cc-4915-836d-84713d165b19 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:45:24.376291 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bca9d6e8-4a11-46c9-824d-650d0b384732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.411427 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bca9d6e8-4a11-46c9-824d-650d0b384732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.492606 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bca9d6e8-4a11-46c9-824d-650d0b384732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.549313 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bca9d6e8-4a11-46c9-824d-650d0b384732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.573781 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9d6e8-4a11-46c9-824d-650d0b384732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0745d9-81cc-4915-836d-84713d165b19,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:24.579265 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bca9d6e8-4a11-46c9-824d-650d0b384732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.581162 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-bca9d6e8-4a11-46c9-824d-650d0b384732 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8c0745d9-81cc-4915-836d-84713d165b19 HTTP/1.1" status: 204 len: 168 time: 0.2497177 Aug 13 02:45:24.583610 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53676) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:24.584799 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26a5da-20a3-4701-a3d2-bfab29936b2e None None] Network 8519c89d-7682-4965-ac63-05a13879caad requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:45:24.654725 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.907216 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] DHCP port deletion for 8519c89d-7682-4965-ac63-05a13879caad request from dv-cinder-760199-7-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:45:24.959571 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Deleting port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:24.960036 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:24.963071 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Deleting port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:24.963551 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.027662 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] For port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:25.027853 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] For port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,segment=NetworkSegment(63ebb6db-d0e7-425f-bcf3-99a756a097cd),segment_id=63ebb6db-d0e7-425f-bcf3-99a756a097cd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:25.028177 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.028323 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.041667 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Calling delete_port for 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:25.046251 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Calling delete_port for 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:25.140852 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.149670 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.173671 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] No DVR routers for this DVR port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 on host dv-cinder-760199-7-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:25.177324 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:25.179950 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Pushing event deleted for resources: {'Port': ['ID=9891f4c6-0d8e-4b65-a94c-8db7bd7b9764,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:25.185099 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] No DVR routers for this DVR port 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 on host dv-cinder-760199-7-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:25.195821 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.196388 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.197014 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.197467 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.197893 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.198380 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.198894 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.199264 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.199706 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.200133 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.200488 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.200826 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc0bd2-320b-475f-ad9d-fe96f9bb58b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:25.253218 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.262860 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8519c89d-7682-4965-ac63-05a13879caad']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:25.273025 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ebb6db-d0e7-425f-bcf3-99a756a097cd') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:25.273345 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ebb6db-d0e7-425f-bcf3-99a756a097cd') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:25.281584 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.295075 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.301351 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:45:25.301880 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:45:25.303528 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:45:25.360170 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.367695 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.369550 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8519c89d-7682-4965-ac63-05a13879caad HTTP/1.1" status: 204 len: 168 time: 0.7849810 Aug 13 02:45:25.378951 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f656f5-a98b-4a68-83af-9d534fba7ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8519c89d-7682-4965-ac63-05a13879caad,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:25.536424 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53682) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:25.576171 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6a16df0b-8885-4056-8fb6-66c4f85982b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e65973561a1c4222ab997bb542af6b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385327 Aug 13 02:45:25.578680 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53684) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:25.629491 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a94005bb-80af-4386-8b5e-875162d3f9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.650160 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a94005bb-80af-4386-8b5e-875162d3f9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.695807 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a94005bb-80af-4386-8b5e-875162d3f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.698416 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a94005bb-80af-4386-8b5e-875162d3f9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:25.699540 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a94005bb-80af-4386-8b5e-875162d3f9ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01aeb911-3584-4d83-905d-a6d7ae987c3a HTTP/1.1" status: 204 len: 168 time: 0.1199772 Aug 13 02:45:25.707226 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94005bb-80af-4386-8b5e-875162d3f9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aeb911-3584-4d83-905d-a6d7ae987c3a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:26.045839 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 63d9d04d-d23b-4180-a7ec-972692bc8efe no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:26.067942 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 63d9d04d-d23b-4180-a7ec-972692bc8efe {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:26.067942 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 63d9d04d-d23b-4180-a7ec-972692bc8efe not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:26.068302 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:26.088207 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:26.088548 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 9891f4c6-0d8e-4b65-a94c-8db7bd7b9764 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:26.088992 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 5b4d9ec5-2f96-4d32-9801-f72112e21ddf no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:26.107280 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 5b4d9ec5-2f96-4d32-9801-f72112e21ddf {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:26.107623 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 5b4d9ec5-2f96-4d32-9801-f72112e21ddf not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:26.386325 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daf42e95-479f-433a-bc96-a307877fee0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:27.311744 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:28.862230 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f32e7de-415a-447c-9db2-1f996f129ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.424600 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53762) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:29.534384 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.542899 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-020dddff-48ba-48e8-a0c6-20babcbaaad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.631349 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-020dddff-48ba-48e8-a0c6-20babcbaaad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.635395 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-020dddff-48ba-48e8-a0c6-20babcbaaad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.672938 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-020dddff-48ba-48e8-a0c6-20babcbaaad3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e031261243284eab953d4a23341b23e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471390 Aug 13 02:45:29.673624 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dddff-48ba-48e8-a0c6-20babcbaaad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d01c8-1984-4f2d-8aac-127f0046178c,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:29.675568 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53766) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:29.725059 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45421fb2-9826-4bf5-819a-28b71807248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.747435 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45421fb2-9826-4bf5-819a-28b71807248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.794319 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45421fb2-9826-4bf5-819a-28b71807248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.796901 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45421fb2-9826-4bf5-819a-28b71807248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.798062 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-45421fb2-9826-4bf5-819a-28b71807248b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d26d01c8-1984-4f2d-8aac-127f0046178c HTTP/1.1" status: 204 len: 168 time: 0.1213772 Aug 13 02:45:29.806501 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45421fb2-9826-4bf5-819a-28b71807248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d01c8-1984-4f2d-8aac-127f0046178c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:30.089890 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.640738 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53798) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:30.749676 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74d7ae72-5791-47ac-852c-ef5a38235114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.843363 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74d7ae72-5791-47ac-852c-ef5a38235114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.848270 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-74d7ae72-5791-47ac-852c-ef5a38235114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.891794 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-74d7ae72-5791-47ac-852c-ef5a38235114 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83d41937019848c485d59e0766923441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476134 Aug 13 02:45:30.891794 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7ae72-5791-47ac-852c-ef5a38235114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcc3ca2-0e3b-4103-8200-d747f8f47e8b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:30.892178 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53810) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:30.943441 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70ca805f-4579-4666-b3e5-621bcd4eca77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.967951 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70ca805f-4579-4666-b3e5-621bcd4eca77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.015507 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70ca805f-4579-4666-b3e5-621bcd4eca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.018096 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70ca805f-4579-4666-b3e5-621bcd4eca77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.019296 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-70ca805f-4579-4666-b3e5-621bcd4eca77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bcc3ca2-0e3b-4103-8200-d747f8f47e8b HTTP/1.1" status: 204 len: 168 time: 0.1260772 Aug 13 02:45:31.027057 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca805f-4579-4666-b3e5-621bcd4eca77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcc3ca2-0e3b-4103-8200-d747f8f47e8b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:31.493889 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53830) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:31.597483 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94d0ec18-bf99-4841-9177-909d1471ae8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.683927 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94d0ec18-bf99-4841-9177-909d1471ae8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.687417 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94d0ec18-bf99-4841-9177-909d1471ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.724234 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-94d0ec18-bf99-4841-9177-909d1471ae8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d24c52757c554f48b9d38be3a602ae86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292848 Aug 13 02:45:31.725864 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0ec18-bf99-4841-9177-909d1471ae8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b2e29e-0f6e-49d7-9c6b-12a1c097c0df,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:31.727612 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53834) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:31.777348 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2457e42e-4f07-4522-8bfa-bad4072a9c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.792659 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.799380 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2457e42e-4f07-4522-8bfa-bad4072a9c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.844268 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2457e42e-4f07-4522-8bfa-bad4072a9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.846814 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2457e42e-4f07-4522-8bfa-bad4072a9c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.847969 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2457e42e-4f07-4522-8bfa-bad4072a9c6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66b2e29e-0f6e-49d7-9c6b-12a1c097c0df HTTP/1.1" status: 204 len: 168 time: 0.1193380 Aug 13 02:45:31.856501 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457e42e-4f07-4522-8bfa-bad4072a9c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b2e29e-0f6e-49d7-9c6b-12a1c097c0df,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:32.110307 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53840) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:32.123193 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfa3c-0181-4534-b852-6bcb220cea48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.210018 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfa3c-0181-4534-b852-6bcb220cea48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.213982 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfa3c-0181-4534-b852-6bcb220cea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.251406 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ee6bfa3c-0181-4534-b852-6bcb220cea48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d849f57b80e44101bbd7d8e14feb88a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400299 Aug 13 02:45:32.252609 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bfa3c-0181-4534-b852-6bcb220cea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2b6c49-bc2f-4246-95f2-91a92d8fa372,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:32.254108 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53842) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:32.302253 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cffb8fb8-5955-4f9d-b707-97930ef44b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.322615 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cffb8fb8-5955-4f9d-b707-97930ef44b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.370480 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cffb8fb8-5955-4f9d-b707-97930ef44b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.373284 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cffb8fb8-5955-4f9d-b707-97930ef44b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.374408 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-cffb8fb8-5955-4f9d-b707-97930ef44b74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa2b6c49-bc2f-4246-95f2-91a92d8fa372 HTTP/1.1" status: 204 len: 168 time: 0.1193180 Aug 13 02:45:32.382302 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb8fb8-5955-4f9d-b707-97930ef44b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2b6c49-bc2f-4246-95f2-91a92d8fa372,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:40.902822 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53976) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:41.019045 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a971-c8e3-4256-a903-125d373974ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.109700 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a971-c8e3-4256-a903-125d373974ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.113358 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a971-c8e3-4256-a903-125d373974ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.151442 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a8f4a971-c8e3-4256-a903-125d373974ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf391c70437048e6869983a73fc55f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474759 Aug 13 02:45:41.153317 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4a971-c8e3-4256-a903-125d373974ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d92844-cf5a-4931-a11f-814f7d67432a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:41.154067 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53980) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:41.205513 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75bf962f-a0a5-403a-942f-a3d2b9f11890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.226591 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75bf962f-a0a5-403a-942f-a3d2b9f11890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.275490 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75bf962f-a0a5-403a-942f-a3d2b9f11890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.278125 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75bf962f-a0a5-403a-942f-a3d2b9f11890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.279284 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-75bf962f-a0a5-403a-942f-a3d2b9f11890 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0d92844-cf5a-4931-a11f-814f7d67432a HTTP/1.1" status: 204 len: 168 time: 0.1242430 Aug 13 02:45:41.287582 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf962f-a0a5-403a-942f-a3d2b9f11890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d92844-cf5a-4931-a11f-814f7d67432a,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:41.535266 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 53986) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:41.548536 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a094913-5e73-4469-b900-c87ff0fd1594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.639900 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a094913-5e73-4469-b900-c87ff0fd1594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.643631 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0a094913-5e73-4469-b900-c87ff0fd1594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.681730 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0a094913-5e73-4469-b900-c87ff0fd1594 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbcd5d89dd2a4d8f992a560d27979061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453853 Aug 13 02:45:41.682817 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a094913-5e73-4469-b900-c87ff0fd1594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff40a09-7a7e-4cbc-9691-c675547a45ae,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:41.684749 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53988) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:41.733814 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4257b9bf-9e99-417b-bc6c-bf3ad6eb24a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.755031 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4257b9bf-9e99-417b-bc6c-bf3ad6eb24a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.801229 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4257b9bf-9e99-417b-bc6c-bf3ad6eb24a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.803746 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4257b9bf-9e99-417b-bc6c-bf3ad6eb24a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.804889 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-4257b9bf-9e99-417b-bc6c-bf3ad6eb24a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ff40a09-7a7e-4cbc-9691-c675547a45ae HTTP/1.1" status: 204 len: 168 time: 0.1190619 Aug 13 02:45:41.813644 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257b9bf-9e99-417b-bc6c-bf3ad6eb24a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff40a09-7a7e-4cbc-9691-c675547a45ae,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:42.123017 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53994) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:42.138373 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16698af5-6a08-4818-9a80-0f1d52159187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.224881 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16698af5-6a08-4818-9a80-0f1d52159187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.230062 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16698af5-6a08-4818-9a80-0f1d52159187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.266946 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698af5-6a08-4818-9a80-0f1d52159187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfad4d3-0547-4ab7-916e-d12ef6b71f22,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:42.271497 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-16698af5-6a08-4818-9a80-0f1d52159187 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29d10a55b51d4810899fb35b2edbd68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473753 Aug 13 02:45:42.275221 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 53996) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:42.322390 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34f754fa-100e-4122-bd7a-dbd212a2bb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.343435 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34f754fa-100e-4122-bd7a-dbd212a2bb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.389714 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34f754fa-100e-4122-bd7a-dbd212a2bb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.392344 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34f754fa-100e-4122-bd7a-dbd212a2bb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.393594 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-34f754fa-100e-4122-bd7a-dbd212a2bb83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5dfad4d3-0547-4ab7-916e-d12ef6b71f22 HTTP/1.1" status: 204 len: 168 time: 0.1181676 Aug 13 02:45:42.401973 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f754fa-100e-4122-bd7a-dbd212a2bb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfad4d3-0547-4ab7-916e-d12ef6b71f22,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:49.579555 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:45:53.173672 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54104) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:53.284721 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.370641 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.374567 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.416249 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ddae0a8e8f604669bf61b6b5aed28bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414784 Aug 13 02:45:53.417246 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c664cc1-7d96-46a6-8f2c-30f914f80bf0,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:53.418912 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54108) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:53.424482 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.424836 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.425201 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.425537 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.425875 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.426206 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.426535 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.426869 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.427196 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.427521 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.427843 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.428163 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba8d26-83f1-4a89-bdd4-60cc77cd07c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.468519 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.493538 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.538633 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.541834 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.542989 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c664cc1-7d96-46a6-8f2c-30f914f80bf0 HTTP/1.1" status: 204 len: 168 time: 0.1230261 Aug 13 02:45:53.550603 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c664cc1-7d96-46a6-8f2c-30f914f80bf0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:53.557907 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.558262 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.558606 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.558956 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.559297 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.559635 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.560089 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.560287 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.560617 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.560966 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.561303 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.561628 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b61e50-9e94-4ca3-b0db-3ee691986cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:53.795231 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54114) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:53.808739 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d37b369-c975-4e07-b1db-c8545f9c467d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.896340 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d37b369-c975-4e07-b1db-c8545f9c467d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.900892 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d37b369-c975-4e07-b1db-c8545f9c467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:53.938014 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7d37b369-c975-4e07-b1db-c8545f9c467d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b6f6ad3814341f79f3c2dd9f4eeaf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416245 Aug 13 02:45:53.938968 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37b369-c975-4e07-b1db-c8545f9c467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4a381c-27ef-477b-b3c7-d8f93180e100,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:53.940771 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54116) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:53.992276 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88545c1d-6510-4e5d-8d30-800bc95fdcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:54.013421 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88545c1d-6510-4e5d-8d30-800bc95fdcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:54.059848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88545c1d-6510-4e5d-8d30-800bc95fdcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:54.062438 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88545c1d-6510-4e5d-8d30-800bc95fdcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:54.063570 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-88545c1d-6510-4e5d-8d30-800bc95fdcef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb4a381c-27ef-477b-b3c7-d8f93180e100 HTTP/1.1" status: 204 len: 168 time: 0.1217616 Aug 13 02:45:54.071677 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88545c1d-6510-4e5d-8d30-800bc95fdcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4a381c-27ef-477b-b3c7-d8f93180e100,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:56.389460 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c96cffb8-cd52-4c78-a16a-e51b0bc67fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:56.607384 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-bb9780a4-e795-4bed-88fc-e764e2ba7b9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405424 Aug 13 02:45:56.671567 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-5cc436d2-723d-4fa7-a56d-3b84b69f918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:56.673020 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-5cc436d2-723d-4fa7-a56d-3b84b69f918e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1099 time: 0.0432034 Aug 13 02:45:56.776684 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-32cf934b-461c-479f-9d61-d3abb5e070d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:56.778164 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-32cf934b-461c-479f-9d61-d3abb5e070d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 909 time: 0.0847270 Aug 13 02:45:56.847124 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-4018c9d2-3736-4642-aad3-eec24ccbe7e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 1002 time: 0.0616004 Aug 13 02:45:56.894791 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-66b12baa-e940-45cf-8ae1-54babe9297ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:56.896205 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-66b12baa-e940-45cf-8ae1-54babe9297ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.0422459 Aug 13 02:45:56.943500 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-b3ddd735-8254-443f-b190-ac5023728727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:56.944896 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-b3ddd735-8254-443f-b190-ac5023728727 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402100 Aug 13 02:45:57.038455 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-ce21bec7-bdc9-4093-b8ff-2a769ea3d93a service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856686 Aug 13 02:45:57.129044 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3ad6b919-751e-4dc8-823d-e5cb67b2bead req-6a4ebf25-9f07-45dd-afe3-840d3ea48c1a service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832827 Aug 13 02:45:57.317000 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.863059 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da7106e9-f033-4b9d-89bf-27cc62b24258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.529847 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:00.088421 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:01.796335 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:01.999861 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54240) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:02.159915 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d416-4209-4fd0-92bc-0b5f294842a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.247691 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d416-4209-4fd0-92bc-0b5f294842a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.251880 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d416-4209-4fd0-92bc-0b5f294842a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.290719 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4ec5d416-4209-4fd0-92bc-0b5f294842a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38177598ac3445fc96bc27aa53ec97c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896991 Aug 13 02:46:02.291567 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5d416-4209-4fd0-92bc-0b5f294842a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4215eec6-295d-4294-9b5a-768e44b74796,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:02.293689 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54244) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:02.344502 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a52bdc10-b2aa-4c0f-838a-c26abab856d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.365069 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a52bdc10-b2aa-4c0f-838a-c26abab856d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.410527 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a52bdc10-b2aa-4c0f-838a-c26abab856d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.413057 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a52bdc10-b2aa-4c0f-838a-c26abab856d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.414173 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-a52bdc10-b2aa-4c0f-838a-c26abab856d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4215eec6-295d-4294-9b5a-768e44b74796 HTTP/1.1" status: 204 len: 168 time: 0.1188688 Aug 13 02:46:02.421848 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bdc10-b2aa-4c0f-838a-c26abab856d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4215eec6-295d-4294-9b5a-768e44b74796,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:02.665821 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54250) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:02.682528 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5707471b-6276-442c-a3ac-f5b838ed3fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.769192 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5707471b-6276-442c-a3ac-f5b838ed3fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.772811 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5707471b-6276-442c-a3ac-f5b838ed3fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.811929 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-5707471b-6276-442c-a3ac-f5b838ed3fd5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2820f21b46044740bf4014093baf9a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450315 Aug 13 02:46:02.815161 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707471b-6276-442c-a3ac-f5b838ed3fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7c4369-4ed4-4756-9dc5-423248c1cbd1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:02.815620 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54252) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:02.867519 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71308e46-a552-47e8-a8b7-816d985853d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.887790 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71308e46-a552-47e8-a8b7-816d985853d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.933298 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71308e46-a552-47e8-a8b7-816d985853d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.935876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-71308e46-a552-47e8-a8b7-816d985853d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:02.937055 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-71308e46-a552-47e8-a8b7-816d985853d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af7c4369-4ed4-4756-9dc5-423248c1cbd1 HTTP/1.1" status: 204 len: 168 time: 0.1203499 Aug 13 02:46:02.944613 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71308e46-a552-47e8-a8b7-816d985853d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7c4369-4ed4-4756-9dc5-423248c1cbd1,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:03.247314 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54258) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:03.260200 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed42304c-1429-48e9-bd9d-e2b524a07eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:03.348793 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed42304c-1429-48e9-bd9d-e2b524a07eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:03.352751 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ed42304c-1429-48e9-bd9d-e2b524a07eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:03.391361 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-ed42304c-1429-48e9-bd9d-e2b524a07eee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d15feaa80b524f0db5c050d42f3d077a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429741 Aug 13 02:46:03.392212 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42304c-1429-48e9-bd9d-e2b524a07eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c4637f-e323-4b29-99b4-38ab03e0176f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:03.394011 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54260) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:03.443445 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2f4aa95-18d9-4d8e-bd15-0875b6a33ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:03.464584 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2f4aa95-18d9-4d8e-bd15-0875b6a33ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:03.514124 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2f4aa95-18d9-4d8e-bd15-0875b6a33ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:03.516876 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2f4aa95-18d9-4d8e-bd15-0875b6a33ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:03.518135 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c2f4aa95-18d9-4d8e-bd15-0875b6a33ee8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3c4637f-e323-4b29-99b4-38ab03e0176f HTTP/1.1" status: 204 len: 168 time: 0.1224887 Aug 13 02:46:03.526058 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4aa95-18d9-4d8e-bd15-0875b6a33ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c4637f-e323-4b29-99b4-38ab03e0176f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:04.172789 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54282) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:04.264333 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1441518716-network', 'tenant_id': 'be5ce9709b0640a483877bc0a3002f54'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:46:04.289659 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Made reservation on behalf of be5ce9709b0640a483877bc0a3002f54 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:46:04.291931 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.301407 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.393499 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.397212 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.421325 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:46:04.429776 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2839d8a-cf65-4008-8281-4a32037073e3,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:04.436024 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.436366 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Added segment bc715df5-1972-4cca-b668-9a569ec40da1 of type vlan for network 615befd7-a704-484f-bc64-2c4718dff52d Aug 13 02:46:04.475394 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.503022 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.503967 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:04.504535 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.555769 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3818223 Aug 13 02:46:04.559065 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54286) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:04.565181 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3ea10-8726-4438-b017-9da574a7761f admin admin] Pushing event updated for resources: {'Network': ['ID=615befd7-a704-484f-bc64-2c4718dff52d,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:04.565513 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Request body: {'subnet': {'network_id': '615befd7-a704-484f-bc64-2c4718dff52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1441518716-subnet', 'tenant_id': 'be5ce9709b0640a483877bc0a3002f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:46:04.576520 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 615befd7-a704-484f-bc64-2c4718dff52d details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:46:04.592264 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Made reservation on behalf of be5ce9709b0640a483877bc0a3002f54 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:46:04.594516 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875073'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.767333 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9113662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875123'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.828696 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa7daf6-b019-441e-b8d4-4ce0fe43764c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:04.837448 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Checking segment: {'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:46:04.837813 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Network hostable DHCP agents. Network: 615befd7-a704-484f-bc64-2c4718dff52d, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:46:04.854698 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Network 615befd7-a704-484f-bc64-2c4718dff52d is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:46:04.864244 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 615befd7-a704-484f-bc64-2c4718dff52d) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:46:04.868406 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:04.869054 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:04.873061 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05583321-7869-42bf-8f35-1a7b724f19ac None None] Network 615befd7-a704-484f-bc64-2c4718dff52d requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:46:04.884272 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-65dc7cff-0703-4b45-8a68-e51d8bf8f47d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3230584 Aug 13 02:46:05.012922 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b3e52c-3398-4572-8412-d227af761b18 None None] Network 615befd7-a704-484f-bc64-2c4718dff52d requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:46:06.634544 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-91616775-5ccf-4f98-80fa-dbcb9e22c05c tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:06.636067 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-91616775-5ccf-4f98-80fa-dbcb9e22c05c tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/networks?id=615befd7-a704-484f-bc64-2c4718dff52d HTTP/1.1" status: 200 len: 814 time: 0.1004496 Aug 13 02:46:06.650563 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-62889998-231d-4f17-9933-ac7d459d80de tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/quotas/be5ce9709b0640a483877bc0a3002f54 HTTP/1.1" status: 200 len: 375 time: 0.0088310 Aug 13 02:46:06.682719 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-fd90582d-9cd9-4a90-a407-b6813df51aeb tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be5ce9709b0640a483877bc0a3002f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264111 Aug 13 02:46:06.772825 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-082a2761-6a72-457d-9c3b-9a2387124121 service neutron] 10.222.0.22 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832617 Aug 13 02:46:06.860365 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-be1e456a-ff1d-4a25-8d0a-1b669618dd63 service neutron] 10.222.0.22 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810897 Aug 13 02:46:07.018268 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8eafab53-0e5d-47a4-8d5d-696682ba54c9 req-356abad7-0d4e-484c-bc53-94378aa09190 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 210 time: 0.0309219 Aug 13 02:46:08.030802 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-7a04b9d6-d65a-442b-8d0c-5e35b7dfd4e5 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:08.032283 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-7a04b9d6-d65a-442b-8d0c-5e35b7dfd4e5 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.20 "GET /v2.0/networks?id=615befd7-a704-484f-bc64-2c4718dff52d HTTP/1.1" status: 200 len: 814 time: 0.1041453 Aug 13 02:46:08.044736 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Request body: {'port': {'device_id': 'd41a4a60-dc2d-47ce-b5ef-abd58f1936bb', 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d', 'admin_state_up': True, 'tenant_id': 'be5ce9709b0640a483877bc0a3002f54'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:46:08.125903 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0872017d-f3c0-48f4-9e23-654a3e912ed8 req-c6d70121-b863-4456-be4d-7f691d5c33e3 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 210 time: 0.0318868 Aug 13 02:46:08.163893 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Made reservation on behalf of be5ce9709b0640a483877bc0a3002f54 for: {'port': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:46:08.167326 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:08.287772 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Allocated IP 172.20.0.10 (615befd7-a704-484f-bc64-2c4718dff52d/bfa7daf6-b019-441e-b8d4-4ce0fe43764c/dfa19ee1-eaef-487e-8617-7b00475d8f74) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:46:08.439341 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:08.477862 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:08.519776 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Network 615befd7-a704-484f-bc64-2c4718dff52d is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:46:08.525284 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:46:08.527762 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:46:08.563763 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Pushing event updated for resources: {'Port': ['ID=dfa19ee1-eaef-487e-8617-7b00475d8f74,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:08.587911 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:08.588516 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:08.602424 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-56925229-bdcd-4dc8-b891-fcbe06799569 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616167 Aug 13 02:46:08.615744 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Request body: {'port': {'device_id': 'd41a4a60-dc2d-47ce-b5ef-abd58f1936bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:46:08.669845 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:08.933434 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa19ee1-eaef-487e-8617-7b00475d8f74 {{(pid=94062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:46:08.940718 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:08.952358 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Transition to ACTIVE for port object dfa19ee1-eaef-487e-8617-7b00475d8f74 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:46:08.956185 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.019923 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Pushing event updated for resources: {'Port': ['ID=dfa19ee1-eaef-487e-8617-7b00475d8f74,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:09.070103 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Attempting to bind port dfa19ee1-eaef-487e-8617-7b00475d8f74 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:46:09.070785 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Attempting to bind port dfa19ee1-eaef-487e-8617-7b00475d8f74 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:46:09.070785 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Attempting to bind port dfa19ee1-eaef-487e-8617-7b00475d8f74 on network 615befd7-a704-484f-bc64-2c4718dff52d {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:46:09.075384 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Port dfa19ee1-eaef-487e-8617-7b00475d8f74 on network 615befd7-a704-484f-bc64-2c4718dff52d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:46:09.075705 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Attempting to bind port dfa19ee1-eaef-487e-8617-7b00475d8f74 on network 615befd7-a704-484f-bc64-2c4718dff52d {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:46:09.080469 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:46:09.080802 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Checking segment: {'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:46:09.081210 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Bound using segment: {'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:46:09.081915 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Bound port: dfa19ee1-eaef-487e-8617-7b00475d8f74, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:46:09.082262 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.146462 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] For port dfa19ee1-eaef-487e-8617-7b00475d8f74, host hv-cinder-76019, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:46:09.149463 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] For port dfa19ee1-eaef-487e-8617-7b00475d8f74, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfa19ee1-eaef-487e-8617-7b00475d8f74,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:46:09.155083 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.189011 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.189629 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.190999 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] 10.222.0.20 "PUT /v2.0/ports/dfa19ee1-eaef-487e-8617-7b00475d8f74 HTTP/1.1" status: 200 len: 1094 time: 0.5800154 Aug 13 02:46:09.191433 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41a4a60-dc2d-47ce-b5ef-abd58f1936bb', 'tag': 'dfa19ee1-eaef-487e-8617-7b00475d8f74'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:46:09.193714 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b" -d '{"events": [{"name": "network-changed", "server_uuid": "d41a4a60-dc2d-47ce-b5ef-abd58f1936bb", "tag": "dfa19ee1-eaef-487e-8617-7b00475d8f74"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:46:09.234478 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fa3bf4-aa37-408e-ac4d-b467b95bc445 x-openstack-request-id: req-08fa3bf4-aa37-408e-ac4d-b467b95bc445 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:46:09.234756 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41a4a60-dc2d-47ce-b5ef-abd58f1936bb", "tag": "dfa19ee1-eaef-487e-8617-7b00475d8f74", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:46:09.235004 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08fa3bf4-aa37-408e-ac4d-b467b95bc445 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:46:09.235396 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41a4a60-dc2d-47ce-b5ef-abd58f1936bb', 'tag': 'dfa19ee1-eaef-487e-8617-7b00475d8f74', 'status': 'completed', 'code': 200} Aug 13 02:46:09.272915 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471f69b-f0c5-4c41-a6a8-dbd6baf02aea service neutron] Pushing event updated for resources: {'Port': ['ID=dfa19ee1-eaef-487e-8617-7b00475d8f74,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:09.292802 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8c3b7-0473-4352-b9da-21a47f07d3db req-5a73bec2-93b4-4ef0-824e-f75fe7b120aa tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.294473 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f3b8c3b7-0473-4352-b9da-21a47f07d3db req-5a73bec2-93b4-4ef0-824e-f75fe7b120aa tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 944 time: 0.0931447 Aug 13 02:46:09.308636 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-2596f481-f5d2-46fc-ac9b-fd5ee9529913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.310343 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-2596f481-f5d2-46fc-ac9b-fd5ee9529913 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be5ce9709b0640a483877bc0a3002f54&device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 1097 time: 0.0680509 Aug 13 02:46:09.363584 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-dcba4975-6d4f-4bc5-a7f2-86b587f763fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa19ee1-eaef-487e-8617-7b00475d8f74 HTTP/1.1" status: 200 len: 217 time: 0.0443590 Aug 13 02:46:09.370539 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f3b8c3b7-0473-4352-b9da-21a47f07d3db req-bfd5cbe8-a552-4946-9658-452c76efe9b3 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694110 Aug 13 02:46:09.417030 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-0fad73f2-b9a7-482f-be19-3253f9356102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.418469 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-0fad73f2-b9a7-482f-be19-3253f9356102 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfa7daf6-b019-441e-b8d4-4ce0fe43764c HTTP/1.1" status: 200 len: 854 time: 0.0471177 Aug 13 02:46:09.448897 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-7516657f-2974-4294-9f68-89e5e1b16045 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=615befd7-a704-484f-bc64-2c4718dff52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235438 Aug 13 02:46:09.539158 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-da5888bc-1524-4634-b7e6-abe52126f5ed service neutron] 10.222.0.20 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831835 Aug 13 02:46:09.628913 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-22286893-1d73-46f1-97f8-ea8bd21fa60a req-1aaa7880-54f8-4e94-be54-a8db3ea62b4e service neutron] 10.222.0.20 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816638 Aug 13 02:46:09.725926 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-ef3254d6-42ff-45cb-8e26-e6a17410f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.728258 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-ef3254d6-42ff-45cb-8e26-e6a17410f2a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be5ce9709b0640a483877bc0a3002f54&device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 1097 time: 0.0478213 Aug 13 02:46:09.827177 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-993f4d48-6c38-4830-bac4-846a23425c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.828779 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-993f4d48-6c38-4830-bac4-846a23425c41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=615befd7-a704-484f-bc64-2c4718dff52d HTTP/1.1" status: 200 len: 915 time: 0.0927856 Aug 13 02:46:09.876232 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-26a696a2-c2ad-4de5-a180-70468c3ec7ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfa19ee1-eaef-487e-8617-7b00475d8f74 HTTP/1.1" status: 200 len: 217 time: 0.0400543 Aug 13 02:46:09.928496 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-6d0cc451-bc7d-4617-9dc2-962ff1ebdc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.930015 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-6d0cc451-bc7d-4617-9dc2-962ff1ebdc1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfa7daf6-b019-441e-b8d4-4ce0fe43764c HTTP/1.1" status: 200 len: 854 time: 0.0469747 Aug 13 02:46:09.963707 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-9f5a16f9-2e07-4022-b6e4-dbbfc17660b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=615befd7-a704-484f-bc64-2c4718dff52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256689 Aug 13 02:46:10.055311 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-d78c82f9-4730-411b-9e9f-c7d6cb821144 service neutron] 10.222.0.20 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834978 Aug 13 02:46:10.151348 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fbe9ae7a-b2bf-4f6a-a9d3-35cb4158982b req-12846f4b-7406-442b-9944-5772463c2701 service neutron] 10.222.0.20 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879502 Aug 13 02:46:10.491812 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf1e1-2b75-43b8-a87c-4d6b81d21c7c req-564d9a19-a102-4aef-abe9-cbfd498e510c tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:10.493303 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a9bcf1e1-2b75-43b8-a87c-4d6b81d21c7c req-564d9a19-a102-4aef-abe9-cbfd498e510c tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 944 time: 0.0498981 Aug 13 02:46:10.530618 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a9bcf1e1-2b75-43b8-a87c-4d6b81d21c7c req-0cc5872b-36c8-4ab7-95ea-4623c8054304 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Aug 13 02:46:11.647825 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27715309-328f-4b21-9b6b-bf852f150889 req-7c3d55b3-42bf-44d2-9dd7-04d679d5cb01 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:11.649371 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-27715309-328f-4b21-9b6b-bf852f150889 req-7c3d55b3-42bf-44d2-9dd7-04d679d5cb01 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 944 time: 0.0516479 Aug 13 02:46:11.688878 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-27715309-328f-4b21-9b6b-bf852f150889 req-5503bcb2-52d1-4d59-ba0e-d4f5eefb9da5 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334222 Aug 13 02:46:12.297611 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device dfa19ee1-eaef-487e-8617-7b00475d8f74 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:46:12.397790 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port dfa19ee1-eaef-487e-8617-7b00475d8f74, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfa19ee1-eaef-487e-8617-7b00475d8f74,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:12.408826 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': 'dfa19ee1-eaef-487e-8617-7b00475d8f74', 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d', 'port_id': 'dfa19ee1-eaef-487e-8617-7b00475d8f74', 'mac_address': 'fa:16:3e:bb:05:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa7daf6-b019-441e-b8d4-4ce0fe43764c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:46:12.445523 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:12.457954 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa19ee1-eaef-487e-8617-7b00475d8f74 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:46:12.476888 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port dfa19ee1-eaef-487e-8617-7b00475d8f74, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfa19ee1-eaef-487e-8617-7b00475d8f74,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:12.481727 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:12.531107 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=dfa19ee1-eaef-487e-8617-7b00475d8f74,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:12.705671 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['dfa19ee1-eaef-487e-8617-7b00475d8f74'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:46:12.801067 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3e3f-a22d-4c67-9fa2-13423dedcae7 req-19048018-9fb1-4529-9a02-314dc3629045 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:12.802545 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ac4f3e3f-a22d-4c67-9fa2-13423dedcae7 req-19048018-9fb1-4529-9a02-314dc3629045 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 945 time: 0.0483510 Aug 13 02:46:12.841256 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ac4f3e3f-a22d-4c67-9fa2-13423dedcae7 req-e5f559c1-1b42-413d-8eea-e532741899bf tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Aug 13 02:46:13.956890 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b511d5-f1b3-44f5-8469-313ebfa68d9c req-44cba872-ccd0-4f77-bc04-3ef8ef105341 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:13.958600 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-74b511d5-f1b3-44f5-8469-313ebfa68d9c req-44cba872-ccd0-4f77-bc04-3ef8ef105341 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 945 time: 0.0501063 Aug 13 02:46:14.001886 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-74b511d5-f1b3-44f5-8469-313ebfa68d9c req-34b75861-3252-415e-b9e7-94f7f4a4a1e2 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375054 Aug 13 02:46:14.315159 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device dfa19ee1-eaef-487e-8617-7b00475d8f74 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:46:14.366797 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port dfa19ee1-eaef-487e-8617-7b00475d8f74 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:46:14.370498 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port dfa19ee1-eaef-487e-8617-7b00475d8f74 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:46:14.370888 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:14.448554 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:14.470938 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a4a60-dc2d-47ce-b5ef-abd58f1936bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa19ee1-eaef-487e-8617-7b00475d8f74'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:46:14.473202 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e74d4c-fd5c-4d61-ae4a-9baa06299c12" -d '{"events": [{"server_uuid": "d41a4a60-dc2d-47ce-b5ef-abd58f1936bb", "name": "network-vif-plugged", "status": "completed", "tag": "dfa19ee1-eaef-487e-8617-7b00475d8f74"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:46:14.486854 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port dfa19ee1-eaef-487e-8617-7b00475d8f74, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfa19ee1-eaef-487e-8617-7b00475d8f74,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:14.491239 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:14.516526 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1f2f61-989a-4570-89c0-347e31c79919 x-openstack-request-id: req-2b1f2f61-989a-4570-89c0-347e31c79919 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:46:14.516819 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a4a60-dc2d-47ce-b5ef-abd58f1936bb", "name": "network-vif-plugged", "status": "completed", "tag": "dfa19ee1-eaef-487e-8617-7b00475d8f74", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:46:14.517693 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b1f2f61-989a-4570-89c0-347e31c79919 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:46:14.518153 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a4a60-dc2d-47ce-b5ef-abd58f1936bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa19ee1-eaef-487e-8617-7b00475d8f74', 'code': 200} Aug 13 02:46:14.554565 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=dfa19ee1-eaef-487e-8617-7b00475d8f74,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:14.675185 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea8d8e-523e-481a-879f-8b5070909d0a req-bdd6e7de-a6ca-4069-bd88-4e9ebcb33eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:14.676666 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfea8d8e-523e-481a-879f-8b5070909d0a req-bdd6e7de-a6ca-4069-bd88-4e9ebcb33eef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 1099 time: 0.0437245 Aug 13 02:46:14.712089 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-dfea8d8e-523e-481a-879f-8b5070909d0a req-48c78351-3b45-4d79-a700-c0aee0f24d9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269058 Aug 13 02:46:15.115444 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bc95a-e122-4939-86ed-75043453818f req-85804161-e8fb-4719-8eb5-6d6d92278255 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:15.116914 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f66bc95a-e122-4939-86ed-75043453818f req-85804161-e8fb-4719-8eb5-6d6d92278255 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 946 time: 0.0492969 Aug 13 02:46:15.155260 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f66bc95a-e122-4939-86ed-75043453818f req-e6075110-7c45-4031-b957-b3da0a7b1092 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Aug 13 02:46:16.270794 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36155f4b-9163-4fcb-bd44-7ea8664b4fe0 req-7e638853-b2e6-4322-9f11-99a356637055 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:16.272172 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36155f4b-9163-4fcb-bd44-7ea8664b4fe0 req-7e638853-b2e6-4322-9f11-99a356637055 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 946 time: 0.0480745 Aug 13 02:46:16.314277 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-36155f4b-9163-4fcb-bd44-7ea8664b4fe0 req-4bbe733d-5364-4d4e-a14a-e8f144fc7b74 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Aug 13 02:46:19.349605 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3925b4-bda0-425e-8689-15db9abb4250 req-ad747845-1625-4d86-8169-e245c10042c9 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:19.351099 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0c3925b4-bda0-425e-8689-15db9abb4250 req-ad747845-1625-4d86-8169-e245c10042c9 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0547888 Aug 13 02:46:19.393061 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0c3925b4-bda0-425e-8689-15db9abb4250 req-a2c0f8ce-92a6-4a2f-a0b5-be736b4bc77d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356972 Aug 13 02:46:20.507848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97af7b-e644-4fee-998d-100674e0d36b req-4a741a57-e306-4696-b968-9226b165845c tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:20.509363 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d97af7b-e644-4fee-998d-100674e0d36b req-4a741a57-e306-4696-b968-9226b165845c tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0489817 Aug 13 02:46:20.547468 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4d97af7b-e644-4fee-998d-100674e0d36b req-f51f3d4c-1eee-434d-bcfb-0620a22e2c60 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Aug 13 02:46:21.662422 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a8a70-504b-4ec1-9c14-6c029de8a194 req-3c19c900-bff9-4c27-989d-96c4c8167bae tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:21.663903 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c0a8a70-504b-4ec1-9c14-6c029de8a194 req-3c19c900-bff9-4c27-989d-96c4c8167bae tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0496471 Aug 13 02:46:21.703662 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8c0a8a70-504b-4ec1-9c14-6c029de8a194 req-ae483d90-065f-4866-918c-343f83bc8d5b tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Aug 13 02:46:22.828337 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee6ef-5d7e-4ae6-972a-cb36b8d0a638 req-66f60620-d03d-4028-8cd5-cc47520b202e tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:22.829829 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-459ee6ef-5d7e-4ae6-972a-cb36b8d0a638 req-66f60620-d03d-4028-8cd5-cc47520b202e tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0523660 Aug 13 02:46:22.868553 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-459ee6ef-5d7e-4ae6-972a-cb36b8d0a638 req-cb00a2e3-c424-4f62-a433-d6cabc28af64 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Aug 13 02:46:23.983717 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4a2b7-5e78-43d6-b407-e94b7a7fe82c req-1188a66d-e6b5-4ddf-846a-711cb7aaa040 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:23.985227 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5ba4a2b7-5e78-43d6-b407-e94b7a7fe82c req-1188a66d-e6b5-4ddf-846a-711cb7aaa040 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0488138 Aug 13 02:46:24.029282 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5ba4a2b7-5e78-43d6-b407-e94b7a7fe82c req-c9f30f23-0ad9-4144-a8ad-5f539ae4484b tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381007 Aug 13 02:46:25.145728 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3b3d7-7548-40c7-908a-f30737930a81 req-dead1b8f-0688-4fe8-ac3d-b775f1c5e54a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:25.147217 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ebc3b3d7-7548-40c7-908a-f30737930a81 req-dead1b8f-0688-4fe8-ac3d-b775f1c5e54a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0506735 Aug 13 02:46:25.185975 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ebc3b3d7-7548-40c7-908a-f30737930a81 req-506f6a40-c48b-4989-ab6d-3303e0d3da47 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318317 Aug 13 02:46:26.304267 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00f175-5af2-4e57-a762-7b8faccfb57e req-dbabcd10-6408-45af-8904-f25a5a2a922f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:26.305867 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb00f175-5af2-4e57-a762-7b8faccfb57e req-dbabcd10-6408-45af-8904-f25a5a2a922f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Aug 13 02:46:26.345070 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb00f175-5af2-4e57-a762-7b8faccfb57e req-85d90720-297f-4d2f-a74b-82a834986b3f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326915 Aug 13 02:46:26.392225 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd9ec1f2-971c-4445-8903-3b90cbd164b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:26.578977 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:46:27.325704 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:27.462804 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee831691-6848-4753-bfa2-4bb2e878d778 req-b229565d-c1ee-4f6b-ac32-db886897eb5c tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:27.464341 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee831691-6848-4753-bfa2-4bb2e878d778 req-b229565d-c1ee-4f6b-ac32-db886897eb5c tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0494928 Aug 13 02:46:27.501859 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ee831691-6848-4753-bfa2-4bb2e878d778 req-ddaf93b8-86ae-4cfb-8b75-5f3b08f5f83a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309122 Aug 13 02:46:28.613396 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676758bb-37e6-4a6f-9f4b-83874106137e req-bda287e1-b08a-4e99-a932-1a3e55b6fd8e tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:28.614854 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-676758bb-37e6-4a6f-9f4b-83874106137e req-bda287e1-b08a-4e99-a932-1a3e55b6fd8e tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0478094 Aug 13 02:46:28.652896 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-676758bb-37e6-4a6f-9f4b-83874106137e req-b89aa319-bed8-4548-be16-56ccf0b754f9 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Aug 13 02:46:28.863754 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a99ba783-0668-44ac-9404-045f5f907f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.511688 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd59f3-f282-4b2b-b242-45f896502176 req-f951a2c6-0a22-43ee-a9f7-35168c9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:29.513212 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eabd59f3-f282-4b2b-b242-45f896502176 req-f951a2c6-0a22-43ee-a9f7-35168c9a1594 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1099 time: 0.0430114 Aug 13 02:46:29.531036 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.602439 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd59f3-f282-4b2b-b242-45f896502176 req-67741960-6ce1-48fb-9dd1-3dfa124251ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:29.603903 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eabd59f3-f282-4b2b-b242-45f896502176 req-67741960-6ce1-48fb-9dd1-3dfa124251ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 909 time: 0.0833497 Aug 13 02:46:29.674258 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eabd59f3-f282-4b2b-b242-45f896502176 req-5adfb522-b388-4faa-a54b-e7c8c16a7034 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 1002 time: 0.0620697 Aug 13 02:46:29.735992 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd59f3-f282-4b2b-b242-45f896502176 req-c84261ae-9d23-4d28-ae49-4d713307f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:29.737464 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eabd59f3-f282-4b2b-b242-45f896502176 req-c84261ae-9d23-4d28-ae49-4d713307f03b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.0545566 Aug 13 02:46:29.799566 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c70cb-131e-47da-abd2-2ae7716ba155 req-b4e5ff23-8fcd-4e91-915f-65d04bea5dac tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:29.801045 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-443c70cb-131e-47da-abd2-2ae7716ba155 req-b4e5ff23-8fcd-4e91-915f-65d04bea5dac tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0796399 Aug 13 02:46:29.805331 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd59f3-f282-4b2b-b242-45f896502176 req-2f4749f3-0fee-4012-89e8-3927624090a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:29.806926 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eabd59f3-f282-4b2b-b242-45f896502176 req-2f4749f3-0fee-4012-89e8-3927624090a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565851 Aug 13 02:46:29.885444 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-443c70cb-131e-47da-abd2-2ae7716ba155 req-7fee2b66-79b0-45f5-abf5-59e4c0552b01 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774748 Aug 13 02:46:29.918361 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eabd59f3-f282-4b2b-b242-45f896502176 req-93b4b93a-eabc-4434-9857-7729bfe6151f service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951245 Aug 13 02:46:30.011516 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-eabd59f3-f282-4b2b-b242-45f896502176 req-ace8deba-f78d-4a2d-a98e-c80d07c7573a service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856335 Aug 13 02:46:30.091374 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:30.998688 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf0e38-f6fb-4c67-9ce7-89ec75660825 req-a1c932f6-17aa-42b6-ba90-497c92f7774f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:31.001183 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1cbf0e38-f6fb-4c67-9ce7-89ec75660825 req-a1c932f6-17aa-42b6-ba90-497c92f7774f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0503764 Aug 13 02:46:31.043574 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1cbf0e38-f6fb-4c67-9ce7-89ec75660825 req-d959290b-80f6-45a4-a171-46a38bf763e6 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365880 Aug 13 02:46:31.798978 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.164423 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0aac8-5963-4b76-a780-07c44de70eff req-17a3ee39-eaeb-4662-b5c1-9ccf036f2f9d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:32.165940 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9e0aac8-5963-4b76-a780-07c44de70eff req-17a3ee39-eaeb-4662-b5c1-9ccf036f2f9d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0529406 Aug 13 02:46:32.205419 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9e0aac8-5963-4b76-a780-07c44de70eff req-170e1634-6c67-4bd1-9086-c86e81aeaa35 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 Aug 13 02:46:33.319060 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ffa49-0e66-441c-aa9e-69cbffa09ca4 req-201ce4a4-1c44-4a97-98ec-7a2499de92d9 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:33.320557 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-057ffa49-0e66-441c-aa9e-69cbffa09ca4 req-201ce4a4-1c44-4a97-98ec-7a2499de92d9 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0501056 Aug 13 02:46:33.359202 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-057ffa49-0e66-441c-aa9e-69cbffa09ca4 req-5091465a-22c8-4e58-9527-fa09e4bdc27b tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326612 Aug 13 02:46:33.578545 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54496) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:33.582883 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811b108-a8a5-4d14-9367-081082fdba38 req-9cb383c4-fa05-43ff-8d23-618310c12c0e tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:33.584374 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3811b108-a8a5-4d14-9367-081082fdba38 req-9cb383c4-fa05-43ff-8d23-618310c12c0e tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0503230 Aug 13 02:46:33.626541 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3811b108-a8a5-4d14-9367-081082fdba38 req-dd1a2bb5-d8b6-4225-ae40-3494a17a644f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358629 Aug 13 02:46:33.665185 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-3be7756f-e804-4c02-9112-7964a56f6489 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851147 Aug 13 02:46:34.401761 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:46:34.473082 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:34.494806 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:46:34.497075 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0b55d1-2c6d-4cba-b75f-2f3a180c092a" -d '{"events": [{"server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:46:34.509968 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:34.514070 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:34.539741 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744afcf9-c6f2-46c1-9abe-31fb14a90a43 x-openstack-request-id: req-744afcf9-c6f2-46c1-9abe-31fb14a90a43 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:46:34.540034 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "name": "network-vif-unplugged", "status": "failed", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf", "code": 422}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:46:34.540286 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-744afcf9-c6f2-46c1-9abe-31fb14a90a43 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:46:34.540711 dv-cinder-760199-7-iscsi neutron-server[94064]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'code': 422} returned with failed status Aug 13 02:46:34.566987 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:34.574401 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.574749 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.575087 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.575478 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.575814 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.576149 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.576479 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.576808 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.577452 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.577761 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.578087 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.578415 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:34.741071 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a958bf0-9a20-4b8e-8e33-bb17a130025d req-c44d80a0-32d1-494a-b796-6859a7bd18fa tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:34.742533 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9a958bf0-9a20-4b8e-8e33-bb17a130025d req-c44d80a0-32d1-494a-b796-6859a7bd18fa tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0500336 Aug 13 02:46:34.784355 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9a958bf0-9a20-4b8e-8e33-bb17a130025d req-e5647314-290a-48b3-9f13-4c04c999d4e8 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359545 Aug 13 02:46:35.896415 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23939e4-2437-4583-9474-f2815f687c57 req-03d14673-8efc-4306-9c44-c0b660881854 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:35.897903 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d23939e4-2437-4583-9474-f2815f687c57 req-03d14673-8efc-4306-9c44-c0b660881854 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0479193 Aug 13 02:46:35.939662 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d23939e4-2437-4583-9474-f2815f687c57 req-c6947fe3-6bfc-4a71-8408-bd38f4bb0ede tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355918 Aug 13 02:46:37.052828 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93131546-f85c-4159-b8d2-c4544f3943b3 req-a6f16657-1ea6-4eaf-8828-ad845f276062 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:37.054380 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-93131546-f85c-4159-b8d2-c4544f3943b3 req-a6f16657-1ea6-4eaf-8828-ad845f276062 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0495148 Aug 13 02:46:37.091701 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-93131546-f85c-4159-b8d2-c4544f3943b3 req-85dbb99e-a384-4a3c-a7c4-f923c8c704c9 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Aug 13 02:46:38.204777 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b392d-439b-4a1e-a57b-b480637da810 req-ff92c919-0235-4e84-ab8e-04bfb942171c tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:38.206255 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f09b392d-439b-4a1e-a57b-b480637da810 req-ff92c919-0235-4e84-ab8e-04bfb942171c tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0480793 Aug 13 02:46:38.242617 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f09b392d-439b-4a1e-a57b-b480637da810 req-2542970d-a9ef-45f0-ad1e-db9d02d31f96 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305085 Aug 13 02:46:39.368350 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fb6dc-f3f3-444a-8714-5130b814dfab req-3c6b13a9-1ae1-4d96-83ff-fad5a80b119d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:39.373466 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1e4fb6dc-f3f3-444a-8714-5130b814dfab req-3c6b13a9-1ae1-4d96-83ff-fad5a80b119d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0584142 Aug 13 02:46:39.430463 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1e4fb6dc-f3f3-444a-8714-5130b814dfab req-712b0200-3fbc-4b9c-ad6f-00b544d230db tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528567 Aug 13 02:46:40.552111 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c293410-e111-48f2-994e-ab509faed896 req-8f98c545-ef4f-4657-88bc-ba5d7abf9f31 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:40.553652 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4c293410-e111-48f2-994e-ab509faed896 req-8f98c545-ef4f-4657-88bc-ba5d7abf9f31 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0518086 Aug 13 02:46:40.592037 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4c293410-e111-48f2-994e-ab509faed896 req-d4069092-2ac1-4761-ac1d-ba5e12047499 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323205 Aug 13 02:46:41.706261 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35229f-50fe-4933-89a7-75a6d876cba9 req-40ab6ce4-f969-431d-bba7-d7ec6403e488 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:41.707639 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ea35229f-50fe-4933-89a7-75a6d876cba9 req-40ab6ce4-f969-431d-bba7-d7ec6403e488 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0492005 Aug 13 02:46:41.744662 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-ea35229f-50fe-4933-89a7-75a6d876cba9 req-e6325d9a-5dda-46db-a6d0-9f3376a7fc02 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Aug 13 02:46:42.460345 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-0204fed5-b147-46d5-a99e-6a5ab3cde498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:42.461844 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-0204fed5-b147-46d5-a99e-6a5ab3cde498 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059&tenant_id=a604c8c563ca46158ff8344e4dee6eda HTTP/1.1" status: 200 len: 1097 time: 0.0406075 Aug 13 02:46:42.524842 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-ad95b823-af86-4731-8035-07feb1dc7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:42.526390 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-ad95b823-af86-4731-8035-07feb1dc7b8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1097 time: 0.0395582 Aug 13 02:46:42.620116 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-9681ac0a-27be-4b3b-b95f-1d655be6f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:42.621633 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-9681ac0a-27be-4b3b-b95f-1d655be6f150 service neutron] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 909 time: 0.0867555 Aug 13 02:46:42.688646 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-48625105-a7cf-4639-bf16-217798abbfc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 1000 time: 0.0593791 Aug 13 02:46:42.742230 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-892476b9-8249-4b9e-9907-30f78460b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:42.743591 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-892476b9-8249-4b9e-9907-30f78460b7ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.0472419 Aug 13 02:46:42.792405 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-2a62a610-47fc-4383-b191-3b40801ffb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:42.793942 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-2a62a610-47fc-4383-b191-3b40801ffb97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423777 Aug 13 02:46:42.861372 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b658-ae83-4461-aae1-13f36242b840 req-5d9e73f6-c506-49db-bdbf-a06d6ce130b1 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:42.862872 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-47b7b658-ae83-4461-aae1-13f36242b840 req-5d9e73f6-c506-49db-bdbf-a06d6ce130b1 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0492034 Aug 13 02:46:42.882243 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-b9b4c340-9751-4d2e-ac23-0f250f5e37a5 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808125 Aug 13 02:46:42.901573 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-47b7b658-ae83-4461-aae1-13f36242b840 req-d0454a82-3231-45a3-a330-3cd5fcd9851c tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322967 Aug 13 02:46:42.976114 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-34dbd4c0-78f5-44db-b4a7-7cd484438bb1 req-0ee42752-409c-4604-a4e4-02eb4c150ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853324 Aug 13 02:46:44.019381 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2113e-fcd6-454a-8a19-c9b9e810899b req-64ee8f94-f3b5-4e88-af0a-1bfb01f36986 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:44.020875 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84c2113e-fcd6-454a-8a19-c9b9e810899b req-64ee8f94-f3b5-4e88-af0a-1bfb01f36986 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0513227 Aug 13 02:46:44.061246 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-84c2113e-fcd6-454a-8a19-c9b9e810899b req-f6caefdf-f2ac-4f9e-bb77-ee7ae798b742 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343037 Aug 13 02:46:45.175669 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00382a01-3001-4809-809a-86d304afda2f req-98736e59-b202-4e31-a6e0-9d402f7a291f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:45.177237 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-00382a01-3001-4809-809a-86d304afda2f req-98736e59-b202-4e31-a6e0-9d402f7a291f tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0484567 Aug 13 02:46:45.214187 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-00382a01-3001-4809-809a-86d304afda2f req-6973e02a-2910-46a6-8a5d-28498cf5bce8 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308459 Aug 13 02:46:46.324966 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566200-f77a-4f10-a52c-811e93355907 req-ab9df275-104c-4022-a6bf-72c9c7a075e8 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:46.326397 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-87566200-f77a-4f10-a52c-811e93355907 req-ab9df275-104c-4022-a6bf-72c9c7a075e8 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0477197 Aug 13 02:46:46.367109 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-87566200-f77a-4f10-a52c-811e93355907 req-4c5663b4-b4c0-47c1-a10b-f4aedf0a2cd4 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347722 Aug 13 02:46:47.486230 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59424b06-c816-45ef-992b-d1b780b1515e req-673dda42-e723-4db8-8cbf-d59e48faf60b tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:47.487695 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-59424b06-c816-45ef-992b-d1b780b1515e req-673dda42-e723-4db8-8cbf-d59e48faf60b tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0547822 Aug 13 02:46:47.525026 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-59424b06-c816-45ef-992b-d1b780b1515e req-19d537fa-0685-4f0b-bb2f-fb4d28cc8671 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313034 Aug 13 02:46:48.638285 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53ea0a-b82a-450b-a14f-2c4e80d6c0bc req-3f40941b-5219-4b8f-aecd-62cb256fadc2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:48.640415 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e53ea0a-b82a-450b-a14f-2c4e80d6c0bc req-3f40941b-5219-4b8f-aecd-62cb256fadc2 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0484579 Aug 13 02:46:48.677947 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7e53ea0a-b82a-450b-a14f-2c4e80d6c0bc req-7531a278-a781-4ec1-b7f2-d56f27ca6cca tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Aug 13 02:46:49.790931 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561f30-c233-4d24-b1d0-31c6d75a05fc req-3bd38393-37e6-40af-b68d-9003ad4259bf tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:49.792401 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b9561f30-c233-4d24-b1d0-31c6d75a05fc req-3bd38393-37e6-40af-b68d-9003ad4259bf tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0479770 Aug 13 02:46:49.831360 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b9561f30-c233-4d24-b1d0-31c6d75a05fc req-0a36c2d3-93e5-466a-bc5e-13b7a12bef26 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Aug 13 02:46:50.944879 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d7d50-2254-417d-ae74-a27233123ac6 req-696c91f4-caa3-4179-a62c-44842f8fdbe1 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:50.946346 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b1d7d50-2254-417d-ae74-a27233123ac6 req-696c91f4-caa3-4179-a62c-44842f8fdbe1 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0478468 Aug 13 02:46:50.985853 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4b1d7d50-2254-417d-ae74-a27233123ac6 req-f1b4ca84-f2fb-4c91-a632-5e5d28dcf70a tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336881 Aug 13 02:46:52.107536 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272c408-19a0-4da1-93d4-6da79ff86c50 req-cf0111cb-a925-4251-a260-c18a5662f890 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:52.109089 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c272c408-19a0-4da1-93d4-6da79ff86c50 req-cf0111cb-a925-4251-a260-c18a5662f890 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 944 time: 0.0554063 Aug 13 02:46:52.147298 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c272c408-19a0-4da1-93d4-6da79ff86c50 req-35e404a5-32f9-4a9b-8143-68f952445acc tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321810 Aug 13 02:46:52.455714 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:46:52.544896 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:52.556766 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'port_id': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'mac_address': 'fa:16:3e:cc:9d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:46:52.596306 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:52.608911 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:46:52.628057 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:52.631864 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:52.677518 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:52.850222 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:46:53.262704 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8cd32-f943-499a-8927-97d0a002944e req-5738b12c-864c-4dff-b511-eb9923a848dc tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:53.264164 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b0c8cd32-f943-499a-8927-97d0a002944e req-5738b12c-864c-4dff-b511-eb9923a848dc tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 945 time: 0.0477266 Aug 13 02:46:53.306444 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b0c8cd32-f943-499a-8927-97d0a002944e req-c7cabbe0-c8df-42d2-8346-8a0727d09a22 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351050 Aug 13 02:46:54.426739 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797a97a-6837-45f9-8621-4723b5399908 req-4cb5db39-3d02-4511-9825-864603eebeea tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:54.428226 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0797a97a-6837-45f9-8621-4723b5399908 req-4cb5db39-3d02-4511-9825-864603eebeea tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 945 time: 0.0523698 Aug 13 02:46:54.470062 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0797a97a-6837-45f9-8621-4723b5399908 req-ae234a5b-f57e-42df-9595-63042112c879 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331066 Aug 13 02:46:54.472432 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:46:54.521129 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:46:54.521500 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:54.598353 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:54.620281 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:46:54.622517 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a2677-b2cc-49af-a763-7675d68cde63" -d '{"events": [{"server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "name": "network-vif-plugged", "status": "completed", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:46:54.635274 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:54.639288 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:54.661997 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab80fbc-f7af-4f7b-82a8-c125a0d2869e x-openstack-request-id: req-eab80fbc-f7af-4f7b-82a8-c125a0d2869e {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:46:54.662289 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "name": "network-vif-plugged", "status": "completed", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:46:54.662537 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eab80fbc-f7af-4f7b-82a8-c125a0d2869e {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:46:54.662921 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'code': 200} Aug 13 02:46:54.689808 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:54.874219 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13a7d3-5476-4244-a5a8-c331c4e7ecf4 req-4405ae4a-ca29-4da1-a555-01735a9afd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:54.875728 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8d13a7d3-5476-4244-a5a8-c331c4e7ecf4 req-4405ae4a-ca29-4da1-a555-01735a9afd0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1099 time: 0.0395548 Aug 13 02:46:54.910514 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-8d13a7d3-5476-4244-a5a8-c331c4e7ecf4 req-1abcfa88-dfb9-42cf-8ce3-e5d508b81f7a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280831 Aug 13 02:46:55.590399 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cf958-43fa-43e2-96c1-430998f4c208 req-9503aa36-4fd4-4fdb-bfe7-08a8aef16515 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:55.591870 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-955cf958-43fa-43e2-96c1-430998f4c208 req-9503aa36-4fd4-4fdb-bfe7-08a8aef16515 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0514576 Aug 13 02:46:55.632072 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-955cf958-43fa-43e2-96c1-430998f4c208 req-faa22ac8-2a67-4960-8fcc-90dc91d56d31 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Aug 13 02:46:56.392226 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3612ead-ffd7-443d-93fb-efdedad30a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.753127 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7acb3-eb80-459f-8683-85b585bdfc27 req-b4bd28f9-c4ca-4aa6-9818-fa83b6ee4393 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:56.754688 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64b7acb3-eb80-459f-8683-85b585bdfc27 req-b4bd28f9-c4ca-4aa6-9818-fa83b6ee4393 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0485244 Aug 13 02:46:56.786986 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd54b4-552d-44c2-a54c-8991eb0a6981 req-4f1f307d-5d0d-440a-8b88-3a872554a5a9 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:56.788482 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-80cd54b4-552d-44c2-a54c-8991eb0a6981 req-4f1f307d-5d0d-440a-8b88-3a872554a5a9 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 946 time: 0.0565178 Aug 13 02:46:56.800132 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64b7acb3-eb80-459f-8683-85b585bdfc27 req-c1d3381b-4b9d-4817-bc90-80c2837d2f5c tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392637 Aug 13 02:46:56.828168 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-80cd54b4-552d-44c2-a54c-8991eb0a6981 req-5fde50d8-516d-4c5a-95d5-a762f3654b06 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Aug 13 02:46:57.344134 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.942164 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884244a-bbc3-4e83-a6d3-badd03478eea req-95bef434-1936-4b92-aa79-afddb5883376 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:57.943628 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b884244a-bbc3-4e83-a6d3-badd03478eea req-95bef434-1936-4b92-aa79-afddb5883376 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 946 time: 0.0483711 Aug 13 02:46:57.981254 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b884244a-bbc3-4e83-a6d3-badd03478eea req-fac5b2ef-09cd-4162-968a-6d0709e9aab0 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Aug 13 02:46:58.312997 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-9a61c402-e118-464b-b683-f63d690ad328 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:58.314331 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-9a61c402-e118-464b-b683-f63d690ad328 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.20 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 946 time: 0.0479012 Aug 13 02:46:58.404048 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Deleting port dfa19ee1-eaef-487e-8617-7b00475d8f74 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:46:58.404522 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:58.495229 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] For port dfa19ee1-eaef-487e-8617-7b00475d8f74, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfa19ee1-eaef-487e-8617-7b00475d8f74,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:58.495589 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:58.508059 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Calling delete_port for dfa19ee1-eaef-487e-8617-7b00475d8f74 owned by compute:nova {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:46:58.605465 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-16535724-6024-4eae-bb4c-5e76cd6302b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414386 Aug 13 02:46:58.690923 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-873a74ed-89fd-4b92-a6f7-f0d35d57347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:58.692483 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-873a74ed-89fd-4b92-a6f7-f0d35d57347c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1099 time: 0.0468423 Aug 13 02:46:58.804389 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-e90a3c88-8470-4ef2-bd43-8bd07a96381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:58.806164 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-e90a3c88-8470-4ef2-bd43-8bd07a96381e service neutron] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 909 time: 0.0939724 Aug 13 02:46:58.865578 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b364-78c1-496a-80c3-fcb77b7c8c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:58.878827 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-720a36ef-c73e-48f4-8c5a-58e339836b84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 1002 time: 0.0657051 Aug 13 02:46:58.906502 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:58.918363 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['dfa19ee1-eaef-487e-8617-7b00475d8f74'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:46:58.928494 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-79c1c9b8-b5d1-4e11-bb6d-182577306b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:58.931338 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-79c1c9b8-b5d1-4e11-bb6d-182577306b89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.0459082 Aug 13 02:46:58.955432 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Pushing event deleted for resources: {'Port': ['ID=dfa19ee1-eaef-487e-8617-7b00475d8f74,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:58.978083 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.978472 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.978749 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.979086 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.979419 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.979746 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.980410 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.980747 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.981171 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.981316 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-8cafcb0f-4716-47c9-98f0-33d0dcd28908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:58.981629 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.982024 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.982348 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:58.983622 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-8cafcb0f-4716-47c9-98f0-33d0dcd28908 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410326 Aug 13 02:46:58.986990 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] No DVR routers for this DVR port dfa19ee1-eaef-487e-8617-7b00475d8f74 on host hv-cinder-76019 {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:46:58.989227 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:58.991358 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-33461de5-83ac-4e0c-abe8-f922a457bc52 req-597d283a-5874-4ada-ba37-8ad7cf35db79 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.20 "DELETE /v2.0/ports/dfa19ee1-eaef-487e-8617-7b00475d8f74 HTTP/1.1" status: 204 len: 173 time: 0.6705544 Aug 13 02:46:58.991813 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a4a60-dc2d-47ce-b5ef-abd58f1936bb', 'name': 'network-vif-deleted', 'tag': 'dfa19ee1-eaef-487e-8617-7b00475d8f74'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:46:58.994642 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0c7200-703b-4a29-a695-6e78d796a9f3" -d '{"events": [{"server_uuid": "d41a4a60-dc2d-47ce-b5ef-abd58f1936bb", "name": "network-vif-deleted", "tag": "dfa19ee1-eaef-487e-8617-7b00475d8f74"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:46:59.041707 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a603f0f-40ae-4c58-8e90-c9235bf35864 x-openstack-request-id: req-6a603f0f-40ae-4c58-8e90-c9235bf35864 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:46:59.042183 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a4a60-dc2d-47ce-b5ef-abd58f1936bb", "name": "network-vif-deleted", "tag": "dfa19ee1-eaef-487e-8617-7b00475d8f74", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:46:59.042450 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a603f0f-40ae-4c58-8e90-c9235bf35864 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:46:59.042861 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a4a60-dc2d-47ce-b5ef-abd58f1936bb', 'name': 'network-vif-deleted', 'tag': 'dfa19ee1-eaef-487e-8617-7b00475d8f74', 'status': 'completed', 'code': 200} Aug 13 02:46:59.086022 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-89463a77-cdc8-4a57-a304-2b2831305ff1 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957873 Aug 13 02:46:59.096330 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-99d9cd71-edb8-44ea-95bd-2ad66d21abfd req-f92aa33a-1236-4b5a-933a-82c4000fecc5 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=d41a4a60-dc2d-47ce-b5ef-abd58f1936bb HTTP/1.1" status: 200 len: 210 time: 0.0318010 Aug 13 02:46:59.185356 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8de8793f-0126-4139-887e-879bbc2f5c17 req-f21dbcba-e5fb-478a-91ff-547996f295d0 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909567 Aug 13 02:46:59.532993 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:00.097206 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.800761 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:03.309015 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device dfa19ee1-eaef-487e-8617-7b00475d8f74 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:03.329624 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: dfa19ee1-eaef-487e-8617-7b00475d8f74 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:03.329972 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device dfa19ee1-eaef-487e-8617-7b00475d8f74 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:03.577429 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:47:09.055602 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-65913883-31be-478b-aca7-6060478dcf24 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:09.057067 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-65913883-31be-478b-aca7-6060478dcf24 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/networks?id=615befd7-a704-484f-bc64-2c4718dff52d HTTP/1.1" status: 200 len: 814 time: 0.0981848 Aug 13 02:47:09.071681 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-11bb9178-88c3-4288-ab9c-acac66a1a102 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/quotas/be5ce9709b0640a483877bc0a3002f54 HTTP/1.1" status: 200 len: 375 time: 0.0087996 Aug 13 02:47:09.103052 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-113130e9-34a6-45f7-a806-2f3d56cf76be tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be5ce9709b0640a483877bc0a3002f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259724 Aug 13 02:47:09.236356 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-2a249ebe-c1b5-4fba-9bde-c1644e934aad service neutron] 10.222.0.22 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256769 Aug 13 02:47:09.323711 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-0b01111c-5c2d-4882-86db-c72c526f67ae service neutron] 10.222.0.22 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812724 Aug 13 02:47:09.486388 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aaa2a8f7-75aa-4809-ad7c-1c34fd03e09c req-b4bcbbbb-7a9e-49b6-b01a-2f48dcc4232f tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Aug 13 02:47:10.388422 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-378ff9bc-1bcc-49f7-9a70-9278dc001a1a tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:10.389893 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-378ff9bc-1bcc-49f7-9a70-9278dc001a1a tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.20 "GET /v2.0/networks?id=615befd7-a704-484f-bc64-2c4718dff52d HTTP/1.1" status: 200 len: 814 time: 0.1060874 Aug 13 02:47:10.403373 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Request body: {'port': {'device_id': '3e47a8c1-9e0e-4ff3-b786-589189289384', 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d', 'admin_state_up': True, 'tenant_id': 'be5ce9709b0640a483877bc0a3002f54'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:47:10.515546 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Made reservation on behalf of be5ce9709b0640a483877bc0a3002f54 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:47:10.519996 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:10.588184 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b9eb01be-0794-4e97-bb98-d1b635aa7bbf req-d8bc574e-6fe2-4263-96cf-55b98d67ba92 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 210 time: 0.0320549 Aug 13 02:47:10.653297 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Allocated IP 172.20.0.9 (615befd7-a704-484f-bc64-2c4718dff52d/bfa7daf6-b019-441e-b8d4-4ce0fe43764c/a8a7650d-906c-4928-afcb-fb558b82cfe0) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:47:10.803205 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:10.845319 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:10.885963 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Network 615befd7-a704-484f-bc64-2c4718dff52d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:47:10.892216 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:47:10.894813 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:47:10.925447 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Pushing event updated for resources: {'Port': ['ID=a8a7650d-906c-4928-afcb-fb558b82cfe0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:10.939822 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.940171 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.940509 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.940843 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.941203 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.941534 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.941863 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.942189 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.942514 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.942838 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.943160 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.943479 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:10.963326 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:10.963976 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:10.979606 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-b3a9e92a-f1fd-4cf2-bba6-b22f2f838826 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800438 Aug 13 02:47:10.992122 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Request body: {'port': {'device_id': '3e47a8c1-9e0e-4ff3-b786-589189289384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:47:11.051419 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.319212 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a7650d-906c-4928-afcb-fb558b82cfe0 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:47:11.327106 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.339533 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Transition to ACTIVE for port object a8a7650d-906c-4928-afcb-fb558b82cfe0 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:47:11.344241 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.398751 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a7650d-906c-4928-afcb-fb558b82cfe0,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:11.470412 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Attempting to bind port a8a7650d-906c-4928-afcb-fb558b82cfe0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:47:11.470743 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Attempting to bind port a8a7650d-906c-4928-afcb-fb558b82cfe0 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:47:11.471101 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Attempting to bind port a8a7650d-906c-4928-afcb-fb558b82cfe0 on network 615befd7-a704-484f-bc64-2c4718dff52d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:47:11.475788 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Port a8a7650d-906c-4928-afcb-fb558b82cfe0 on network 615befd7-a704-484f-bc64-2c4718dff52d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:47:11.476105 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Attempting to bind port a8a7650d-906c-4928-afcb-fb558b82cfe0 on network 615befd7-a704-484f-bc64-2c4718dff52d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:47:11.481089 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:47:11.481429 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Checking segment: {'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:47:11.481814 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Bound using segment: {'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:47:11.482239 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Bound port: a8a7650d-906c-4928-afcb-fb558b82cfe0, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc715df5-1972-4cca-b668-9a569ec40da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:47:11.482594 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.548805 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] For port a8a7650d-906c-4928-afcb-fb558b82cfe0, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:47:11.552138 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] For port a8a7650d-906c-4928-afcb-fb558b82cfe0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a8a7650d-906c-4928-afcb-fb558b82cfe0,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:47:11.557593 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.592056 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.592674 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.594787 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] 10.222.0.20 "PUT /v2.0/ports/a8a7650d-906c-4928-afcb-fb558b82cfe0 HTTP/1.1" status: 200 len: 1093 time: 0.6069312 Aug 13 02:47:11.595228 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e47a8c1-9e0e-4ff3-b786-589189289384', 'tag': 'a8a7650d-906c-4928-afcb-fb558b82cfe0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:11.597501 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3162782e-e5ef-4d07-a533-49ec433eeac6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e47a8c1-9e0e-4ff3-b786-589189289384", "tag": "a8a7650d-906c-4928-afcb-fb558b82cfe0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:11.630238 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b48f67-777e-48c3-a149-76216b4bc850 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a7650d-906c-4928-afcb-fb558b82cfe0,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:11.661481 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f8cfc1-2e11-403a-b576-2ae8ba8ce160 x-openstack-request-id: req-43f8cfc1-2e11-403a-b576-2ae8ba8ce160 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:11.661790 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e47a8c1-9e0e-4ff3-b786-589189289384", "tag": "a8a7650d-906c-4928-afcb-fb558b82cfe0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:11.662077 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43f8cfc1-2e11-403a-b576-2ae8ba8ce160 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:11.662401 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e47a8c1-9e0e-4ff3-b786-589189289384', 'tag': 'a8a7650d-906c-4928-afcb-fb558b82cfe0', 'status': 'completed', 'code': 200} Aug 13 02:47:11.679318 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-e85a9deb-7038-4997-bdd1-567ccf40f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.681472 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-e85a9deb-7038-4997-bdd1-567ccf40f309 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be5ce9709b0640a483877bc0a3002f54&device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 1096 time: 0.0476286 Aug 13 02:47:11.730130 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5822c-dd9f-4c05-8d58-27f5b43a8610 req-b8cb6b42-607e-4f5c-a8e0-d54e4054d45e tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.730696 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-47c018e8-45f2-43f9-9c1e-c931c6c94d87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a7650d-906c-4928-afcb-fb558b82cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0403986 Aug 13 02:47:11.733387 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ac5822c-dd9f-4c05-8d58-27f5b43a8610 req-b8cb6b42-607e-4f5c-a8e0-d54e4054d45e tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 943 time: 0.0642607 Aug 13 02:47:11.785679 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-2ac5822c-dd9f-4c05-8d58-27f5b43a8610 req-ad2d43f6-cd21-438d-8077-ad72abd6904e tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Aug 13 02:47:11.788496 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-ab8e7365-bc93-4ce5-b48f-2036bbffce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.790313 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-ab8e7365-bc93-4ce5-b48f-2036bbffce0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfa7daf6-b019-441e-b8d4-4ce0fe43764c HTTP/1.1" status: 200 len: 854 time: 0.0524812 Aug 13 02:47:11.824096 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-5a6e3e4b-da03-4dbb-8f21-fdb68d45a2b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=615befd7-a704-484f-bc64-2c4718dff52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256464 Aug 13 02:47:11.921360 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-a44961e0-70f3-42fc-83d1-78f8cdf8b4d0 service neutron] 10.222.0.20 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890632 Aug 13 02:47:12.016071 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-83f5aaba-14f0-4c10-967e-f1fde8319068 req-a86ad6b5-dad5-4b98-8d68-34b69913e2a9 service neutron] 10.222.0.20 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Aug 13 02:47:12.101844 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-f81ad08f-ba03-490b-a013-d856ade6299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:12.103347 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-f81ad08f-ba03-490b-a013-d856ade6299a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be5ce9709b0640a483877bc0a3002f54&device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 1096 time: 0.0438659 Aug 13 02:47:12.196585 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-ab5eb891-9995-4704-8c9e-ef8f60aa4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:12.197992 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-ab5eb891-9995-4704-8c9e-ef8f60aa4b71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=615befd7-a704-484f-bc64-2c4718dff52d HTTP/1.1" status: 200 len: 915 time: 0.0863731 Aug 13 02:47:12.243982 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-43621a7f-b57b-4274-957c-fe0f11f3be32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a7650d-906c-4928-afcb-fb558b82cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0328350 Aug 13 02:47:12.296663 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-fbe77eaf-bf15-498b-8734-8a3c564be70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:12.298227 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-fbe77eaf-bf15-498b-8734-8a3c564be70a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfa7daf6-b019-441e-b8d4-4ce0fe43764c HTTP/1.1" status: 200 len: 854 time: 0.0454164 Aug 13 02:47:12.332016 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-5093b7f0-abc1-4f26-bc9c-3ada65895dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=615befd7-a704-484f-bc64-2c4718dff52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247374 Aug 13 02:47:12.419651 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-50711c55-f960-4258-b7de-301b26b4fd96 service neutron] 10.222.0.20 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801117 Aug 13 02:47:12.511393 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3162782e-e5ef-4d07-a533-49ec433eeac6 req-80e237de-638c-420a-a3d7-108b509ab0fa service neutron] 10.222.0.20 "GET /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843124 Aug 13 02:47:12.895827 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba729b83-4fc8-43fe-aa72-b114e2660965 req-2b1a02da-9ce5-4efe-bad7-11fdfd549d58 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:12.897310 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ba729b83-4fc8-43fe-aa72-b114e2660965 req-2b1a02da-9ce5-4efe-bad7-11fdfd549d58 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 943 time: 0.0501709 Aug 13 02:47:12.933981 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-ba729b83-4fc8-43fe-aa72-b114e2660965 req-36457928-350b-40e3-9134-826576f45fd6 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Aug 13 02:47:14.047651 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858eb2-24a8-470f-a82a-624469c905f1 req-1c3132de-cad9-48f3-aa39-f4d228330d80 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:14.049146 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-23858eb2-24a8-470f-a82a-624469c905f1 req-1c3132de-cad9-48f3-aa39-f4d228330d80 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 943 time: 0.0485885 Aug 13 02:47:14.086731 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-23858eb2-24a8-470f-a82a-624469c905f1 req-6999440e-54a5-4f36-a9c4-db12e9b17a9e tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Aug 13 02:47:14.487926 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device a8a7650d-906c-4928-afcb-fb558b82cfe0 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:47:14.587853 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port a8a7650d-906c-4928-afcb-fb558b82cfe0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a8a7650d-906c-4928-afcb-fb558b82cfe0,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:14.599320 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': 'a8a7650d-906c-4928-afcb-fb558b82cfe0', 'network_id': '615befd7-a704-484f-bc64-2c4718dff52d', 'port_id': 'a8a7650d-906c-4928-afcb-fb558b82cfe0', 'mac_address': 'fa:16:3e:fe:a5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa7daf6-b019-441e-b8d4-4ce0fe43764c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:47:14.639368 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:14.652558 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a7650d-906c-4928-afcb-fb558b82cfe0 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:47:14.672987 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port a8a7650d-906c-4928-afcb-fb558b82cfe0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a8a7650d-906c-4928-afcb-fb558b82cfe0,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:14.676479 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:14.723817 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=a8a7650d-906c-4928-afcb-fb558b82cfe0,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:14.901460 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a8a7650d-906c-4928-afcb-fb558b82cfe0'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:47:15.217749 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a0b38-000e-403d-907b-6bb78cc31c1f req-9df40b9b-3e75-44e1-9896-14c072073a2d tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:15.220730 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e6a0b38-000e-403d-907b-6bb78cc31c1f req-9df40b9b-3e75-44e1-9896-14c072073a2d tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 944 time: 0.0586076 Aug 13 02:47:15.257050 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-5e6a0b38-000e-403d-907b-6bb78cc31c1f req-391eb9c3-4a82-469f-9b29-6dc4204ac936 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Aug 13 02:47:16.368876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc253d5e-4168-4d6a-98aa-c9bd4e8a386f req-24f9317c-dbf6-44a3-b393-63a6ddbccad3 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:16.370341 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc253d5e-4168-4d6a-98aa-c9bd4e8a386f req-24f9317c-dbf6-44a3-b393-63a6ddbccad3 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 944 time: 0.0476480 Aug 13 02:47:16.412598 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-bc253d5e-4168-4d6a-98aa-c9bd4e8a386f req-afb004c7-cf03-4e40-8722-2773e4030af5 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Aug 13 02:47:16.509117 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device a8a7650d-906c-4928-afcb-fb558b82cfe0 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:47:16.556527 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port a8a7650d-906c-4928-afcb-fb558b82cfe0 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:47:16.559920 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port a8a7650d-906c-4928-afcb-fb558b82cfe0 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:47:16.560285 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:16.635250 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:16.659586 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e47a8c1-9e0e-4ff3-b786-589189289384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a7650d-906c-4928-afcb-fb558b82cfe0'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:16.661815 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5192714-5197-4bd7-986f-604b9814cb3c" -d '{"events": [{"server_uuid": "3e47a8c1-9e0e-4ff3-b786-589189289384", "name": "network-vif-plugged", "status": "completed", "tag": "a8a7650d-906c-4928-afcb-fb558b82cfe0"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:16.792094 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b03c5f-c516-4d74-89d6-313fe7fabe08 x-openstack-request-id: req-85b03c5f-c516-4d74-89d6-313fe7fabe08 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:16.792379 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e47a8c1-9e0e-4ff3-b786-589189289384", "name": "network-vif-plugged", "status": "completed", "tag": "a8a7650d-906c-4928-afcb-fb558b82cfe0", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:16.792623 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85b03c5f-c516-4d74-89d6-313fe7fabe08 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:16.793026 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e47a8c1-9e0e-4ff3-b786-589189289384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a7650d-906c-4928-afcb-fb558b82cfe0', 'code': 200} Aug 13 02:47:16.797514 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port a8a7650d-906c-4928-afcb-fb558b82cfe0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a8a7650d-906c-4928-afcb-fb558b82cfe0,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:16.802454 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:16.849642 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=a8a7650d-906c-4928-afcb-fb558b82cfe0,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:16.872794 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fca815-c1b9-4aad-8cbb-5cdc7131d2ff req-b2bab62f-41da-40dc-bf00-a43adcbffa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:16.874457 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11fca815-c1b9-4aad-8cbb-5cdc7131d2ff req-b2bab62f-41da-40dc-bf00-a43adcbffa71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 1098 time: 0.0432599 Aug 13 02:47:16.909687 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-11fca815-c1b9-4aad-8cbb-5cdc7131d2ff req-60675b1a-4d2e-4c8e-b692-77bed0c4f621 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277588 Aug 13 02:47:17.526032 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad96ca-a574-4db0-899d-0b777cf9e0a8 req-e9bebe99-e833-469c-bdf2-36c14b63bdca tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:17.527481 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13ad96ca-a574-4db0-899d-0b777cf9e0a8 req-e9bebe99-e833-469c-bdf2-36c14b63bdca tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 945 time: 0.0476768 Aug 13 02:47:17.565342 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-13ad96ca-a574-4db0-899d-0b777cf9e0a8 req-fb5ff4a8-242b-4eb8-848d-9620361885e9 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Aug 13 02:47:18.680015 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705a739-683c-4b8d-b0eb-784513fc172a req-3ad9138f-2f67-48e7-8049-72950463ee77 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:18.681562 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8705a739-683c-4b8d-b0eb-784513fc172a req-3ad9138f-2f67-48e7-8049-72950463ee77 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Aug 13 02:47:18.720052 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8705a739-683c-4b8d-b0eb-784513fc172a req-e506f062-668a-4015-afb4-3ddf34a4b71a tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Aug 13 02:47:26.393314 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8d9a-5300-432a-b7bf-843f93ca6e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:27.347037 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.866170 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47dacf06-abba-4e01-bdec-823a2548c09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.533772 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:30.096743 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.804904 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:38.739522 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08afa29-86ae-4d5e-8a24-9a4b96314bdf req-5705ee56-5a16-4d64-9d7e-a3b1585f850f tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:38.740892 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c08afa29-86ae-4d5e-8a24-9a4b96314bdf req-5705ee56-5a16-4d64-9d7e-a3b1585f850f tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 945 time: 0.0483401 Aug 13 02:47:38.779641 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-c08afa29-86ae-4d5e-8a24-9a4b96314bdf req-7b4f7c6c-78af-4919-8230-5a042edf6d50 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Aug 13 02:47:39.946039 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55927f-915b-4088-a11e-fc580d5ce330 req-b056364a-94d5-402a-a483-761a8530f3aa tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:39.947515 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3f55927f-915b-4088-a11e-fc580d5ce330 req-b056364a-94d5-402a-a483-761a8530f3aa tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 945 time: 0.0996168 Aug 13 02:47:39.985545 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3f55927f-915b-4088-a11e-fc580d5ce330 req-8d10718a-d33c-46b2-b9e6-d8e1723a1ace tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2839d8a-cf65-4008-8281-4a32037073e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Aug 13 02:47:40.274423 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-080a4476-3864-41b0-8249-99610246b7aa tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:40.275925 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-080a4476-3864-41b0-8249-99610246b7aa tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 945 time: 0.0532377 Aug 13 02:47:40.363303 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Deleting port a8a7650d-906c-4928-afcb-fb558b82cfe0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:40.363646 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:40.451211 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] For port a8a7650d-906c-4928-afcb-fb558b82cfe0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a8a7650d-906c-4928-afcb-fb558b82cfe0,segment=NetworkSegment(bc715df5-1972-4cca-b668-9a569ec40da1),segment_id=bc715df5-1972-4cca-b668-9a569ec40da1)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:40.451572 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:40.463783 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Calling delete_port for a8a7650d-906c-4928-afcb-fb558b82cfe0 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:40.575693 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:47:40.589100 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:40.601043 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['a8a7650d-906c-4928-afcb-fb558b82cfe0'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:47:40.622916 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Pushing event deleted for resources: {'Port': ['ID=a8a7650d-906c-4928-afcb-fb558b82cfe0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:40.663663 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] No DVR routers for this DVR port a8a7650d-906c-4928-afcb-fb558b82cfe0 on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:47:40.666555 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:40.668501 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f8ee31e5-684b-485b-b7c0-b523b2d51d82 req-7d091487-acbb-497f-8d00-858e49564793 tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.20 "DELETE /v2.0/ports/a8a7650d-906c-4928-afcb-fb558b82cfe0 HTTP/1.1" status: 204 len: 173 time: 0.3860855 Aug 13 02:47:40.668930 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e47a8c1-9e0e-4ff3-b786-589189289384', 'name': 'network-vif-deleted', 'tag': 'a8a7650d-906c-4928-afcb-fb558b82cfe0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:40.671844 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3818e68-bbb4-4230-a2c9-dfbe9a6adbc8" -d '{"events": [{"server_uuid": "3e47a8c1-9e0e-4ff3-b786-589189289384", "name": "network-vif-deleted", "tag": "a8a7650d-906c-4928-afcb-fb558b82cfe0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:40.707276 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabaed8f-227b-486e-9dc7-a8a1e427657b x-openstack-request-id: req-fabaed8f-227b-486e-9dc7-a8a1e427657b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:40.707548 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e47a8c1-9e0e-4ff3-b786-589189289384", "name": "network-vif-deleted", "tag": "a8a7650d-906c-4928-afcb-fb558b82cfe0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:40.707798 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fabaed8f-227b-486e-9dc7-a8a1e427657b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:40.708192 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e47a8c1-9e0e-4ff3-b786-589189289384', 'name': 'network-vif-deleted', 'tag': 'a8a7650d-906c-4928-afcb-fb558b82cfe0', 'status': 'completed', 'code': 200} Aug 13 02:47:41.092648 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-54950a30-364c-4259-aa59-8a47fc992d69 req-ff31a5bd-46dd-4501-8042-298ceefa110c tempest-VolumesSnapshotTestJSON-291317072 tempest-VolumesSnapshotTestJSON-291317072-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e47a8c1-9e0e-4ff3-b786-589189289384 HTTP/1.1" status: 200 len: 210 time: 0.0266469 Aug 13 02:47:44.708384 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device a8a7650d-906c-4928-afcb-fb558b82cfe0 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:44.730877 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: a8a7650d-906c-4928-afcb-fb558b82cfe0 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:44.731264 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device a8a7650d-906c-4928-afcb-fb558b82cfe0 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:56.394999 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ed12d70-6d6c-43fe-a136-5fe7129c505a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:57.345576 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:58.865997 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3b763a8-3c70-46ba-ba96-40756b379f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:59.537519 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:00.099887 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:00.628155 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-84b9150c-3458-46a3-a496-8c4c97ada3d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858402 Aug 13 02:48:00.724055 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-e0167eda-67c5-4b03-9e02-93416e48b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:00.725602 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-e0167eda-67c5-4b03-9e02-93416e48b9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1099 time: 0.0493290 Aug 13 02:48:00.837240 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-cea764e3-2215-43eb-b6ca-38e2c7a35ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:00.838609 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-cea764e3-2215-43eb-b6ca-38e2c7a35ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 909 time: 0.0917599 Aug 13 02:48:00.905333 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-63a43a32-0ac3-4b94-9f2f-858b1651ede4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 1002 time: 0.0588164 Aug 13 02:48:01.203290 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-514f9d5b-975e-402b-b3e1-fe0cf643bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:01.204727 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-514f9d5b-975e-402b-b3e1-fe0cf643bb49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.2932656 Aug 13 02:48:01.251246 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-20e907ce-2c67-47b8-950b-7d97f8c6887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:01.252732 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-20e907ce-2c67-47b8-950b-7d97f8c6887b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401614 Aug 13 02:48:01.263617 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-57cde3d6-5448-492f-9acd-19c63314c1bd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:48:01.264531 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-57cde3d6-5448-492f-9acd-19c63314c1bd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049126 Aug 13 02:48:01.353165 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-3621d7ba-5456-40fd-bc62-c68b16ec9f47 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814869 Aug 13 02:48:01.447572 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-945010f3-cc11-4e4b-8913-e1fcb45d235d req-c12606cb-923b-45d9-a7cd-ea79ce11ccf0 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874939 Aug 13 02:48:01.811908 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.193416 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54954) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:05.237213 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50a026d-594e-4eb3-901c-0f52c3881097 admin admin] Deleting subnet bfa7daf6-b019-441e-b8d4-4ce0fe43764c {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:48:05.240106 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e50a026d-594e-4eb3-901c-0f52c3881097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.278047 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e50a026d-594e-4eb3-901c-0f52c3881097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.316483 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e50a026d-594e-4eb3-901c-0f52c3881097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.366896 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e50a026d-594e-4eb3-901c-0f52c3881097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.390633 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a026d-594e-4eb3-901c-0f52c3881097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa7daf6-b019-441e-b8d4-4ce0fe43764c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:05.396158 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e50a026d-594e-4eb3-901c-0f52c3881097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.398643 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e50a026d-594e-4eb3-901c-0f52c3881097 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bfa7daf6-b019-441e-b8d4-4ce0fe43764c HTTP/1.1" status: 204 len: 168 time: 0.2037656 Aug 13 02:48:05.400795 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54956) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:05.469071 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.543678 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.554176 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615befd7-a704-484f-bc64-2c4718dff52d']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:05.564514 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc715df5-1972-4cca-b668-9a569ec40da1') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:05.564803 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc715df5-1972-4cca-b668-9a569ec40da1') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:05.573232 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.586288 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.591884 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:48:05.592260 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:48:05.593901 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:48:05.649103 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.654252 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.656182 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] 10.222.0.22 "DELETE /v2.0/networks/615befd7-a704-484f-bc64-2c4718dff52d HTTP/1.1" status: 204 len: 168 time: 0.2544339 Aug 13 02:48:05.666915 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4101e8-981d-4026-9876-4fa615f5ab5e admin admin] Pushing event deleted for resources: {'Network': ['ID=615befd7-a704-484f-bc64-2c4718dff52d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:05.771811 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54960) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:05.811284 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-2240f081-9b1a-4098-a5c8-e7311d05bd63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be5ce9709b0640a483877bc0a3002f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381684 Aug 13 02:48:05.814318 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54962) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:05.862352 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7807ce06-8f67-4ff5-8d1d-f5e94574f300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.883561 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7807ce06-8f67-4ff5-8d1d-f5e94574f300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.933334 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7807ce06-8f67-4ff5-8d1d-f5e94574f300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.935815 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7807ce06-8f67-4ff5-8d1d-f5e94574f300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.937092 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7807ce06-8f67-4ff5-8d1d-f5e94574f300 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2839d8a-cf65-4008-8281-4a32037073e3 HTTP/1.1" status: 204 len: 168 time: 0.1218605 Aug 13 02:48:05.944936 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ce06-8f67-4ff5-8d1d-f5e94574f300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2839d8a-cf65-4008-8281-4a32037073e3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:15.389878 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54966) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:15.545993 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Deleting port f0098b89-7ce6-4276-91f2-5ce56d366acd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:15.546338 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:15.618352 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:15.618682 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:15.630356 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Calling delete_port for f0098b89-7ce6-4276-91f2-5ce56d366acd owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:15.777953 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:15.803484 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event deleted for resources: {'Port': ['ID=f0098b89-7ce6-4276-91f2-5ce56d366acd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:15.830986 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.831336 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.831676 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.832007 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.832342 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.832688 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.833028 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.833355 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.833682 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.834005 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.834326 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.834645 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:15.874776 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:15.875811 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.l3_db [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Floating IP 03593df3-b5b6-4821-9f1d-82f5e00f3d86 disassociated (deleted). External IP: 172.27.0.102, port: 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf. Aug 13 02:48:16.081069 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Router d7241474-7291-49db-b8f9-d2323d10f159 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:16.192815 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:16.197659 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:16.202254 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] Sync routers for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:16.211869 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:16.212475 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:47:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:16.224014 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-68bcf206-d5d0-4031-a283-d42462029698 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "DELETE /v2.0/floatingips/03593df3-b5b6-4821-9f1d-82f5e00f3d86 HTTP/1.1" status: 204 len: 168 time: 0.8321850 Aug 13 02:48:16.224614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:16.226872 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654eda31-e760-46f1-850a-47ee37329db1" -d '{"events": [{"name": "network-changed", "server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:16.278237 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f6d450-bb35-43fd-9db3-5d55581b06d7 x-openstack-request-id: req-45f6d450-bb35-43fd-9db3-5d55581b06d7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:16.278533 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:16.278803 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45f6d450-bb35-43fd-9db3-5d55581b06d7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:16.279580 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'status': 'completed', 'code': 200} Aug 13 02:48:16.319089 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:16.353067 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eda31-e760-46f1-850a-47ee37329db1 req-311d0a95-6ee5-4811-9e08-3e6cdaa293cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:16.353067 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-654eda31-e760-46f1-850a-47ee37329db1 req-311d0a95-6ee5-4811-9e08-3e6cdaa293cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a604c8c563ca46158ff8344e4dee6eda&device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 1099 time: 0.0446608 Aug 13 02:48:16.485693 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e995da9-5ec5-4a7f-a6b2-74e6e860c1d4 req-d723a379-a586-4674-b603-488099ca584d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:16.487161 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0e995da9-5ec5-4a7f-a6b2-74e6e860c1d4 req-d723a379-a586-4674-b603-488099ca584d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0821636 Aug 13 02:48:16.488595 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eda31-e760-46f1-850a-47ee37329db1 req-05f48f29-aa20-48f9-b512-ba59668d1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:16.489970 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-654eda31-e760-46f1-850a-47ee37329db1 req-05f48f29-aa20-48f9-b512-ba59668d1267 service neutron] 10.222.0.20 "GET /v2.0/networks?id=165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 200 len: 909 time: 0.1307411 Aug 13 02:48:16.540592 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 5, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:16.542787 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-654eda31-e760-46f1-850a-47ee37329db1 req-c7ef5cf0-1c77-4112-8700-6300fa85e611 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 200 len: 217 time: 0.0425632 Aug 13 02:48:16.563654 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0e995da9-5ec5-4a7f-a6b2-74e6e860c1d4 req-35769f48-3fc3-4069-a9db-cff2c056f82d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701578 Aug 13 02:48:16.571268 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] Checking router: d7241474-7291-49db-b8f9-d2323d10f159 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:16.584168 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:16.585157 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:47:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:16.602453 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eda31-e760-46f1-850a-47ee37329db1 req-b8ef47b5-e4c6-4375-98f5-be6092bf4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:16.603816 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-654eda31-e760-46f1-850a-47ee37329db1 req-b8ef47b5-e4c6-4375-98f5-be6092bf4a8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 200 len: 847 time: 0.0521417 Aug 13 02:48:16.651957 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eda31-e760-46f1-850a-47ee37329db1 req-8c03e36b-023d-4378-9dd8-aff88a609c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:16.653498 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-654eda31-e760-46f1-850a-47ee37329db1 req-8c03e36b-023d-4378-9dd8-aff88a609c3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=165cf294-9027-4621-aad9-35b65a57c47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409925 Aug 13 02:48:16.694518 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:16.746115 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-654eda31-e760-46f1-850a-47ee37329db1 req-da7f838f-8dd9-4e42-b6f3-ec8bc3a55bfa service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831800 Aug 13 02:48:16.844089 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-654eda31-e760-46f1-850a-47ee37329db1 req-215836e4-6c3c-4dee-b64e-f7c82f4932c3 service neutron] 10.222.0.20 "GET /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886393 Aug 13 02:48:16.896844 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 5, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:16.921905 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73cfd15-be49-4466-b439-ddc161757ad5 None None] The sync data for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi is: [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:43:20Z', 'revision_number': 4, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '6deca248-f9d2-406c-b3bf-a3cdf2a56190', 'name': '', 'network_id': '165cf294-9027-4621-aad9-35b65a57c47e', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'mac_address': 'fa:16:3e:13:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:19Z', 'updated_at': '2021-08-13T02:43:26Z', 'revision_number': 5, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'subnets': [{'id': 'c7f0f3e4-435d-492b-9c1e-db1402e08fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:17.145718 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291ec3c-6510-4af2-bc82-55a382af2f59 None None] New status for floating IP 03593df3-b5b6-4821-9f1d-82f5e00f3d86: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:48:17.574602 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:48:17.683610 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e797ba-25ef-4722-8f7a-e5981b148d7c req-2b15c702-1ef0-4db3-82ad-505864a32762 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:17.685094 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8e797ba-25ef-4722-8f7a-e5981b148d7c req-2b15c702-1ef0-4db3-82ad-505864a32762 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0519536 Aug 13 02:48:17.722364 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f8e797ba-25ef-4722-8f7a-e5981b148d7c req-9478ecc3-816e-4449-a402-e2e729dc01c1 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc1ca997-a23a-45b7-966d-9ca9ce231d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312488 Aug 13 02:48:17.986212 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-3ae3dea6-2960-4af3-afea-610957f2eeaa tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:17.987669 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-3ae3dea6-2960-4af3-afea-610957f2eeaa tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.20 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 946 time: 0.0488377 Aug 13 02:48:18.079147 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Deleting port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:18.079489 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:18.164697 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] For port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:18.165092 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:18.177713 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Calling delete_port for 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:18.305793 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:18.334667 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event deleted for resources: {'Port': ['ID=4b6a34bb-37b6-45e9-8b7a-e01a39a718cf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:18.376443 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] No DVR routers for this DVR port 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:18.378862 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:18.380834 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-06c97a07-20eb-434e-bc03-cfd7b749d923 req-76461949-194e-4555-9bb6-f641f4ec5510 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.20 "DELETE /v2.0/ports/4b6a34bb-37b6-45e9-8b7a-e01a39a718cf HTTP/1.1" status: 204 len: 173 time: 0.3867955 Aug 13 02:48:18.381295 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'name': 'network-vif-deleted', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:18.383499 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c392e-a590-4808-b879-a32b7325b908" -d '{"events": [{"server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "name": "network-vif-deleted", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:18.420658 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4387b-2844-4153-8076-ed53b4bd8ff8 x-openstack-request-id: req-bfe4387b-2844-4153-8076-ed53b4bd8ff8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:18.420977 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634aa3c4-b9dd-4307-a0a0-4ef958ed1059", "name": "network-vif-deleted", "tag": "4b6a34bb-37b6-45e9-8b7a-e01a39a718cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:18.421229 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfe4387b-2844-4153-8076-ed53b4bd8ff8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:18.421712 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634aa3c4-b9dd-4307-a0a0-4ef958ed1059', 'name': 'network-vif-deleted', 'tag': '4b6a34bb-37b6-45e9-8b7a-e01a39a718cf', 'status': 'completed', 'code': 200} Aug 13 02:48:18.841407 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-4891bfac-60f4-431e-88e9-2d75a7f9f799 req-9b83d2c8-6e83-4dc8-a7f4-0ff6112b01a4 tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "GET /v2.0/ports?device_id=634aa3c4-b9dd-4307-a0a0-4ef958ed1059 HTTP/1.1" status: 200 len: 210 time: 0.0282538 Aug 13 02:48:19.896823 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54982) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:19.955070 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:19.980392 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:20.038263 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:20.040825 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:20.042005 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] 10.222.0.22 "DELETE /v2.0/security-groups/dc1ca997-a23a-45b7-966d-9ca9ce231d70 HTTP/1.1" status: 204 len: 168 time: 0.1441438 Aug 13 02:48:20.052375 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ca997-a23a-45b7-966d-9ca9ce231d70,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:20.059101 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.059455 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.059793 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.060127 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.060456 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.060782 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.061199 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.061524 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.061845 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.062165 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.062604 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.062939 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bf495-bb0a-4e2c-a86f-867ec9b75e4d tempest-TestShelveInstance-2073603460 tempest-TestShelveInstance-2073603460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:20.094124 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54986) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:20.630136 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:20.873064 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Deleting port 6deca248-f9d2-406c-b3bf-a3cdf2a56190 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:20.873405 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:20.948297 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] For port 6deca248-f9d2-406c-b3bf-a3cdf2a56190, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6deca248-f9d2-406c-b3bf-a3cdf2a56190,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:20.948574 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:20.965116 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Calling delete_port for 6deca248-f9d2-406c-b3bf-a3cdf2a56190 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:21.138231 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:21.162888 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Pushing event deleted for resources: {'Port': ['ID=6deca248-f9d2-406c-b3bf-a3cdf2a56190,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:21.326453 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:21.777394 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Router d7241474-7291-49db-b8f9-d2323d10f159 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:21.883072 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:21.888064 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-32459d3c-9718-4d34-beb2-cd9539e22258 admin admin] 10.222.0.22 "PUT /v2.0/routers/d7241474-7291-49db-b8f9-d2323d10f159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7927873 Aug 13 02:48:21.890556 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54990) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:21.893336 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681e2b3-6439-4683-916e-54045503654c None None] Sync routers for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:21.903173 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681e2b3-6439-4683-916e-54045503654c None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:21.903858 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-8681e2b3-6439-4683-916e-54045503654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:47:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:21.991228 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.008787 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-8681e2b3-6439-4683-916e-54045503654c None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:22.094607 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.152586 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Deleting port ed5d21cd-2c7f-42e6-ac19-6848dcd38250 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:22.153203 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.191613 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-8681e2b3-6439-4683-916e-54045503654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:48:21Z', 'revision_number': 5, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port': {'id': 'ed5d21cd-2c7f-42e6-ac19-6848dcd38250', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:18Z', 'updated_at': '2021-08-13T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:22.217490 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681e2b3-6439-4683-916e-54045503654c None None] Checking router: d7241474-7291-49db-b8f9-d2323d10f159 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:22.225712 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681e2b3-6439-4683-916e-54045503654c None None] Routers {'d7241474-7291-49db-b8f9-d2323d10f159'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:22.226302 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-8681e2b3-6439-4683-916e-54045503654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:47:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['d7241474-7291-49db-b8f9-d2323d10f159'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:22.231521 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] For port ed5d21cd-2c7f-42e6-ac19-6848dcd38250, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ed5d21cd-2c7f-42e6-ac19-6848dcd38250,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:22.231888 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.244459 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Calling delete_port for ed5d21cd-2c7f-42e6-ac19-6848dcd38250 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:22.309347 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-8681e2b3-6439-4683-916e-54045503654c None None] Set router d7241474-7291-49db-b8f9-d2323d10f159 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:22.362886 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-8681e2b3-6439-4683-916e-54045503654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:48:22Z', 'revision_number': 6, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:22.388988 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681e2b3-6439-4683-916e-54045503654c None None] The sync data for ids ['d7241474-7291-49db-b8f9-d2323d10f159'] in dv-cinder-760199-7-iscsi is: [{'id': 'd7241474-7291-49db-b8f9-d2323d10f159', 'name': 'tempest-TestShelveInstance-809120298-router', 'tenant_id': 'a604c8c563ca46158ff8344e4dee6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:17Z', 'updated_at': '2021-08-13T02:48:22Z', 'revision_number': 6, 'project_id': 'a604c8c563ca46158ff8344e4dee6eda', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:22.414719 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.447800 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5d21cd-2c7f-42e6-ac19-6848dcd38250,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:22.504857 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.594430 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.596655 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.638599 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.639134 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7241474-7291-49db-b8f9-d2323d10f159 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:48:22.643576 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.644851 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-101a374e-92e6-4f6e-a8bb-8418592efc3c admin admin] 10.222.0.22 "DELETE /v2.0/routers/d7241474-7291-49db-b8f9-d2323d10f159 HTTP/1.1" status: 204 len: 168 time: 0.7533944 Aug 13 02:48:22.647400 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54992) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:22.694655 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-590b1f5c-8906-4eac-aea4-369ede17606f admin admin] Deleting subnet c7f0f3e4-435d-492b-9c1e-db1402e08fd2 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:48:22.697573 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-590b1f5c-8906-4eac-aea4-369ede17606f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.731929 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-590b1f5c-8906-4eac-aea4-369ede17606f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.787682 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:22.808412 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:22.808759 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 4b6a34bb-37b6-45e9-8b7a-e01a39a718cf not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:22.822175 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-590b1f5c-8906-4eac-aea4-369ede17606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.881844 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-590b1f5c-8906-4eac-aea4-369ede17606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.911789 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b1f5c-8906-4eac-aea4-369ede17606f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f0f3e4-435d-492b-9c1e-db1402e08fd2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:22.913685 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-590b1f5c-8906-4eac-aea4-369ede17606f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:22.917727 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-590b1f5c-8906-4eac-aea4-369ede17606f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c7f0f3e4-435d-492b-9c1e-db1402e08fd2 HTTP/1.1" status: 204 len: 168 time: 0.2671933 Aug 13 02:48:22.918046 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 54994) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:22.920744 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a0eab-a860-4981-8234-f7d2edcd3d3c None None] Network 165cf294-9027-4621-aad9-35b65a57c47e requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:48:22.987547 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.046349 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Deleting port c53d0b11-8af8-49d7-9610-e521a9025dc6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:23.047613 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.120037 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] For port c53d0b11-8af8-49d7-9610-e521a9025dc6, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=c53d0b11-8af8-49d7-9610-e521a9025dc6,segment=NetworkSegment(283b1403-dfc5-4430-94ab-3e9b34360758),segment_id=283b1403-dfc5-4430-94ab-3e9b34360758)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:23.120386 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.135929 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Calling delete_port for c53d0b11-8af8-49d7-9610-e521a9025dc6 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:23.221528 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.229067 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea60805-7fd9-442a-bdbf-ff4278bccc78 None None] DHCP port deletion for 165cf294-9027-4621-aad9-35b65a57c47e request from dv-cinder-760199-7-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:48:23.245153 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53d0b11-8af8-49d7-9610-e521a9025dc6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:23.251451 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] No DVR routers for this DVR port c53d0b11-8af8-49d7-9610-e521a9025dc6 on host dv-cinder-760199-7-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:23.323939 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.334064 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165cf294-9027-4621-aad9-35b65a57c47e']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:23.344013 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283b1403-dfc5-4430-94ab-3e9b34360758') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:23.344304 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283b1403-dfc5-4430-94ab-3e9b34360758') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:23.353142 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.367614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.373981 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:48:23.374380 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:48:23.377338 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:48:23.433802 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.439167 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.441109 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] 10.222.0.22 "DELETE /v2.0/networks/165cf294-9027-4621-aad9-35b65a57c47e HTTP/1.1" status: 204 len: 168 time: 0.5222468 Aug 13 02:48:23.444173 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54996) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:23.454242 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b6fda-d2c6-4cb2-bce2-ce8885991323 admin admin] Pushing event deleted for resources: {'Network': ['ID=165cf294-9027-4621-aad9-35b65a57c47e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:23.787844 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.035050 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Deleting port ebbbfa8d-a87d-4809-90d3-acfaccab606c {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:24.035394 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.117917 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] For port ebbbfa8d-a87d-4809-90d3-acfaccab606c, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=ebbbfa8d-a87d-4809-90d3-acfaccab606c,segment=NetworkSegment(ec45c098-ef0b-4572-8b04-04e56788b9b2),segment_id=ec45c098-ef0b-4572-8b04-04e56788b9b2)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:24.118359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.136981 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Calling delete_port for ebbbfa8d-a87d-4809-90d3-acfaccab606c owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:24.148040 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ed5d21cd-2c7f-42e6-ac19-6848dcd38250 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:24.173785 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: ed5d21cd-2c7f-42e6-ac19-6848dcd38250 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:24.174064 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ed5d21cd-2c7f-42e6-ac19-6848dcd38250 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:24.174483 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6deca248-f9d2-406c-b3bf-a3cdf2a56190 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:24.194123 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 6deca248-f9d2-406c-b3bf-a3cdf2a56190 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:24.194487 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6deca248-f9d2-406c-b3bf-a3cdf2a56190 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:24.194911 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c53d0b11-8af8-49d7-9610-e521a9025dc6 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:24.214043 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: c53d0b11-8af8-49d7-9610-e521a9025dc6 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:24.214408 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device c53d0b11-8af8-49d7-9610-e521a9025dc6 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:24.337935 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.364230 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbbfa8d-a87d-4809-90d3-acfaccab606c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:24.540187 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.758984 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Router 095c3101-3891-4c4b-b6fc-8f012c801dee has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:24.862689 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:24.870308 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-85cf1e40-8b93-4d6a-8e29-116a233f5e45 admin admin] 10.222.0.22 "PUT /v2.0/routers/095c3101-3891-4c4b-b6fc-8f012c801dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4223101 Aug 13 02:48:24.870308 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 54998) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:24.871052 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] Sync routers for ids ['095c3101-3891-4c4b-b6fc-8f012c801dee'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:24.880818 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] Routers {'095c3101-3891-4c4b-b6fc-8f012c801dee'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:24.881476 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:47:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['095c3101-3891-4c4b-b6fc-8f012c801dee'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:24.976109 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.070513 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] Set router 095c3101-3891-4c4b-b6fc-8f012c801dee gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:25.078765 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.131573 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Deleting port db23d68a-ce65-4101-961b-519220e4aa63 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:25.131901 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.211297 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] For port db23d68a-ce65-4101-961b-519220e4aa63, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=db23d68a-ce65-4101-961b-519220e4aa63,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:25.211664 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.228454 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Calling delete_port for db23d68a-ce65-4101-961b-519220e4aa63 owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:25.248934 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:48:24Z', 'revision_number': 5, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port': {'id': 'db23d68a-ce65-4101-961b-519220e4aa63', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:25.275409 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] Checking router: 095c3101-3891-4c4b-b6fc-8f012c801dee for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:25.284263 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] Routers {'095c3101-3891-4c4b-b6fc-8f012c801dee'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:25.284898 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:47:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['095c3101-3891-4c4b-b6fc-8f012c801dee'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:25.371709 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] Set router 095c3101-3891-4c4b-b6fc-8f012c801dee gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:25.397288 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.423941 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Pushing event deleted for resources: {'Port': ['ID=db23d68a-ce65-4101-961b-519220e4aa63,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:25.428711 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:48:25Z', 'revision_number': 6, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:25.455275 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a881e7-d816-479f-9c6b-443e273ba330 None None] The sync data for ids ['095c3101-3891-4c4b-b6fc-8f012c801dee'] in dv-cinder-760199-7-iscsi is: [{'id': '095c3101-3891-4c4b-b6fc-8f012c801dee', 'name': 'tempest-TestShelveInstance-630831376-router', 'tenant_id': '1b9107194c204c5780a6922b7664327f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:23Z', 'updated_at': '2021-08-13T02:48:25Z', 'revision_number': 6, 'project_id': '1b9107194c204c5780a6922b7664327f', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:25.482866 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.570941 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.573074 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.618575 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.619174 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 095c3101-3891-4c4b-b6fc-8f012c801dee {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:48:25.624050 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.625497 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-0830a6e7-34d8-49ed-bd32-e691689e2cff admin admin] 10.222.0.22 "DELETE /v2.0/routers/095c3101-3891-4c4b-b6fc-8f012c801dee HTTP/1.1" status: 204 len: 168 time: 0.7540081 Aug 13 02:48:25.627881 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55000) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:25.671739 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaa959c-a9ea-4bb5-8508-e88a326f06ee admin admin] Deleting subnet 50627070-10ba-4604-b217-5ac7e35323df {{(pid=94062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:48:25.674797 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9aaa959c-a9ea-4bb5-8508-e88a326f06ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.707697 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9aaa959c-a9ea-4bb5-8508-e88a326f06ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12023513'] for subnet, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.817236 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9aaa959c-a9ea-4bb5-8508-e88a326f06ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.872719 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9aaa959c-a9ea-4bb5-8508-e88a326f06ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11972912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8796819'] for subnet, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.900644 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa959c-a9ea-4bb5-8508-e88a326f06ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50627070-10ba-4604-b217-5ac7e35323df,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:25.902646 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9aaa959c-a9ea-4bb5-8508-e88a326f06ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.904520 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-9aaa959c-a9ea-4bb5-8508-e88a326f06ee admin admin] 10.222.0.22 "DELETE /v2.0/subnets/50627070-10ba-4604-b217-5ac7e35323df HTTP/1.1" status: 204 len: 168 time: 0.2757227 Aug 13 02:48:25.907093 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55002) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:25.907498 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db38b12-1794-49ec-b25d-0a97f0000412 None None] Network ceec53a3-0d78-45f7-8dab-9a6fd38c2815 requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:48:25.979858 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.033434 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Deleting port f774594b-50a4-4472-adb6-c4bdf7782a0f {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:26.033771 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.094134 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] For port f774594b-50a4-4472-adb6-c4bdf7782a0f, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=f774594b-50a4-4472-adb6-c4bdf7782a0f,segment=NetworkSegment(ec45c098-ef0b-4572-8b04-04e56788b9b2),segment_id=ec45c098-ef0b-4572-8b04-04e56788b9b2)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:26.094498 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.106547 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Calling delete_port for f774594b-50a4-4472-adb6-c4bdf7782a0f owned by network:dhcp {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:26.186592 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.200179 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb19c0-32a0-4196-b64f-6bf9267f85c1 None None] DHCP port deletion for ceec53a3-0d78-45f7-8dab-9a6fd38c2815 request from dv-cinder-760199-7-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:48:26.216652 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] No DVR routers for this DVR port f774594b-50a4-4472-adb6-c4bdf7782a0f on host dv-cinder-760199-7-iscsi {{(pid=94062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:26.218251 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=f774594b-50a4-4472-adb6-c4bdf7782a0f,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:26.273237 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device f774594b-50a4-4472-adb6-c4bdf7782a0f no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:26.293995 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: f774594b-50a4-4472-adb6-c4bdf7782a0f {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:26.294429 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device f774594b-50a4-4472-adb6-c4bdf7782a0f not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:26.294923 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device db23d68a-ce65-4101-961b-519220e4aa63 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:26.295568 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.306876 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceec53a3-0d78-45f7-8dab-9a6fd38c2815']}} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:26.318757 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: db23d68a-ce65-4101-961b-519220e4aa63 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:26.319098 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device db23d68a-ce65-4101-961b-519220e4aa63 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:26.319499 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec45c098-ef0b-4572-8b04-04e56788b9b2') {'for_net_delete': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:26.319622 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ebbbfa8d-a87d-4809-90d3-acfaccab606c no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:26.319922 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.services.segments.db [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec45c098-ef0b-4572-8b04-04e56788b9b2') {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:26.330568 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12023502'] for segment, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.338438 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: ebbbfa8d-a87d-4809-90d3-acfaccab606c {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:26.338775 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device ebbbfa8d-a87d-4809-90d3-acfaccab606c not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:26.354737 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.361476 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:48:26.361908 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11973102'] for segment, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: Traceback (most recent call last): Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: timer() Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: cb(*args, **kw) Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: return func(*args, **kwargs) Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: self._notify() Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: self.callback(batched_events) Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: event.method(event) Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: return f(self, *a, **k) Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._get(url).json() Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: return self.request(url, 'GET', **kwargs) Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:48:26.364154 dv-cinder-760199-7-iscsi neutron-server[94062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:48:26.396887 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67117936-a97d-4b00-bec3-3fff2ca70924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.421853 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.429137 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.430810 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ceec53a3-0d78-45f7-8dab-9a6fd38c2815 HTTP/1.1" status: 204 len: 168 time: 0.5228107 Aug 13 02:48:26.442895 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e55d5-b50d-4e74-83cd-8d36b76cdd42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceec53a3-0d78-45f7-8dab-9a6fd38c2815,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:26.547044 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55006) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.585893 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-84bcd836-91b1-4ff9-8e3c-762d34f09593 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a604c8c563ca46158ff8344e4dee6eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376372 Aug 13 02:48:26.588281 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55008) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.640401 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2e758066-e35c-4de4-9017-f2872f35a051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.661690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2e758066-e35c-4de4-9017-f2872f35a051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.706888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2e758066-e35c-4de4-9017-f2872f35a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.709446 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2e758066-e35c-4de4-9017-f2872f35a051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.710578 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2e758066-e35c-4de4-9017-f2872f35a051 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb6b781e-a0e4-4f1a-99f1-e31b2cd5367c HTTP/1.1" status: 204 len: 168 time: 0.1214285 Aug 13 02:48:26.717966 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e758066-e35c-4de4-9017-f2872f35a051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6b781e-a0e4-4f1a-99f1-e31b2cd5367c,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:27.017938 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55014) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:27.057635 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-46b7491a-4969-4ecf-bf7e-4228b2bc42a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b9107194c204c5780a6922b7664327f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384982 Aug 13 02:48:27.060077 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55016) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:27.109070 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c87d710-ddd1-47c6-a865-cd95b143bc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.131575 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c87d710-ddd1-47c6-a865-cd95b143bc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.178934 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c87d710-ddd1-47c6-a865-cd95b143bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.181549 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c87d710-ddd1-47c6-a865-cd95b143bc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.182725 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7c87d710-ddd1-47c6-a865-cd95b143bc5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76739768-a60b-47f8-af9d-10c2aea1c61a HTTP/1.1" status: 204 len: 168 time: 0.1217065 Aug 13 02:48:27.191111 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87d710-ddd1-47c6-a865-cd95b143bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76739768-a60b-47f8-af9d-10c2aea1c61a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:27.346721 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.839005 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55038) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:27.937601 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-392259466-network', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:27.960361 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Made reservation on behalf of 45054eb5e28e4df48c32f846b7d14cf4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:48:27.962674 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.971764 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.062560 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.066537 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.090619 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:48:28.100320 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7637a9-58fa-4afb-8f0e-077d418c9a50,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:28.105046 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.105388 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.segments_db [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Added segment 24a5d487-2234-4230-9e46-64b4df7e22d9 of type vlan for network 19c378be-c3fc-4127-be0e-a39db50605be Aug 13 02:48:28.144829 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.172643 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.173651 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:28.174236 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.222601 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3823972 Aug 13 02:48:28.225476 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55042) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:28.230621 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Request body: {'subnet': {'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-392259466-subnet', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:28.232995 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1205aa-2bde-4c57-b395-4200fe794096 admin admin] Pushing event updated for resources: {'Network': ['ID=19c378be-c3fc-4127-be0e-a39db50605be,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:28.246340 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 19c378be-c3fc-4127-be0e-a39db50605be details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:48:28.251996 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Made reservation on behalf of 45054eb5e28e4df48c32f846b7d14cf4 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:48:28.254458 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8796856'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.420720 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11972983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8796810'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.479413 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa577041-bb75-40fc-a75a-0321622bfe5f,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:28.485013 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Checking segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:28.485474 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Network hostable DHCP agents. Network: 19c378be-c3fc-4127-be0e-a39db50605be, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:48:28.502504 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Network 19c378be-c3fc-4127-be0e-a39db50605be is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:48:28.511424 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 19c378be-c3fc-4127-be0e-a39db50605be) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:28.516508 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:28.517492 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.521706 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044beb1-47ad-4b9d-8cac-e6db5cfa008f None None] Network 19c378be-c3fc-4127-be0e-a39db50605be requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:48:28.532061 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-42bde39a-7b16-4eec-a2cc-0a966c76bd79 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3047860 Aug 13 02:48:28.534532 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55044) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:28.538798 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:28.559552 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.560568 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.615043 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.670176 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-19c378be-c3fc-4127-be0e-a39db50605be', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:48:28.671118 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.815639 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Allocated IP 172.20.0.2 (19c378be-c3fc-4127-be0e-a39db50605be/fa577041-bb75-40fc-a75a-0321622bfe5f/6c0bc315-e13c-422d-bd6a-a8dc3ccda567) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:28.892600 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-848f7747-67f9-4fdc-84e9-8286f42f758d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.978521 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:28.987030 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Transition to ACTIVE for port object 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:29.001867 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Transition to ACTIVE for port object 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:29.006820 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.016651 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.046511 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Network 19c378be-c3fc-4127-be0e-a39db50605be is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:29.049456 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:29.053257 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:29.058516 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Pushing event updated for resources: {'Port': ['ID=6c0bc315-e13c-422d-bd6a-a8dc3ccda567,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:29.087462 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.087715 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.088051 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.088393 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.088733 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.089102 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.089438 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.089768 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.090100 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.090431 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.090758 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.091155 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:29.125135 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Attempting to bind port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:29.125483 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Attempting to bind port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:29.125852 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Attempting to bind port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 on network 19c378be-c3fc-4127-be0e-a39db50605be {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:29.130814 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:29.131190 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Checking segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:29.131591 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.131984 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Bound using segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:29.132451 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Bound port: 6c0bc315-e13c-422d-bd6a-a8dc3ccda567, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:29.132829 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.194233 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] For port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:29.197294 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] For port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6c0bc315-e13c-422d-bd6a-a8dc3ccda567,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:29.202639 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.219739 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.239393 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.264083 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc814c9f-4b78-4ad5-9329-7ded60413030 None None] Pushing event updated for resources: {'Port': ['ID=6c0bc315-e13c-422d-bd6a-a8dc3ccda567,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:29.355134 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Allocated IP 172.27.0.105 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/1b57965f-e440-459a-b2c4-ab5891ab24ae) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:29.477545 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.519454 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.538989 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:29.560745 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:29.566077 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:29.569560 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:29.593081 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Pushing event updated for resources: {'Port': ['ID=1b57965f-e440-459a-b2c4-ab5891ab24ae,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:29.818389 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.023927 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.081187 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ffb018-1c76-46bf-9f26-4dd19b8bcabc None None] Network 19c378be-c3fc-4127-be0e-a39db50605be requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:48:30.141007 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.161780 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Router 116ca616-b911-400c-8ada-61bdf4ef8795 is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:48:30.177631 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ad40ccdb-c173-4731-9704-8bfeac8b6169 None None] Provisioning for port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:30.186604 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:30.269029 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:30.279795 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:30.285747 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.287120 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-6eec76ec-309d-4adc-91af-5ff719b9874d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7516541 Aug 13 02:48:30.290422 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55046) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:30.292659 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:30.302154 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:30.302784 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:30.304470 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:30.304846 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.472556 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:30.498776 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.605167 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6c0bc315-e13c-422d-bd6a-a8dc3ccda567,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:30.616487 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.655320 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8b2f3cef-d3cf-4a06-a70b-23bf8cb10856 None None] Provisioning complete for port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:30.655749 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3cef-d3cf-4a06-a70b-23bf8cb10856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.718695 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.735961 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=6c0bc315-e13c-422d-bd6a-a8dc3ccda567,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:30.810759 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:29Z', 'revision_number': 3, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:30.847636 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:30.848155 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Updating router 116ca616-b911-400c-8ada-61bdf4ef8795 port 1b57965f-e440-459a-b2c4-ab5891ab24ae binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:48:30.872896 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.876970 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Allocated IP 172.20.0.1 (19c378be-c3fc-4127-be0e-a39db50605be/fa577041-bb75-40fc-a75a-0321622bfe5f/1f34d9fe-4d13-4741-9edd-86d998250948) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:30.978433 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.991352 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Transition to ACTIVE for port object 1f34d9fe-4d13-4741-9edd-86d998250948 will not be triggered until provisioned by entity DHCP. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:31.023688 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.067905 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Network 19c378be-c3fc-4127-be0e-a39db50605be is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:31.072426 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:31.076716 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:31.080450 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Pushing event updated for resources: {'Port': ['ID=1f34d9fe-4d13-4741-9edd-86d998250948,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:31.117361 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.133500 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.146167 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Transition to ACTIVE for port object 1b57965f-e440-459a-b2c4-ab5891ab24ae will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:31.152608 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.208561 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48314d3-41cd-4e37-b561-427198e4d4cc None None] Pushing event updated for resources: {'Port': ['ID=1b57965f-e440-459a-b2c4-ab5891ab24ae,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:31.210841 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Attempting to bind port 1b57965f-e440-459a-b2c4-ab5891ab24ae on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:31.211211 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Attempting to bind port 1b57965f-e440-459a-b2c4-ab5891ab24ae by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:31.211575 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Attempting to bind port 1b57965f-e440-459a-b2c4-ab5891ab24ae on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:31.216994 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:31.217375 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:31.217780 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.218888 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:31.218888 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Bound port: 1b57965f-e440-459a-b2c4-ab5891ab24ae, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:31.219114 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.266984 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.278046 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] For port 1b57965f-e440-459a-b2c4-ab5891ab24ae, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:31.281801 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] For port 1b57965f-e440-459a-b2c4-ab5891ab24ae, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=1b57965f-e440-459a-b2c4-ab5891ab24ae,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:31.286902 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.342775 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:31.343523 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:31.348382 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48314d3-41cd-4e37-b561-427198e4d4cc None None] Pushing event updated for resources: {'Port': ['ID=1b57965f-e440-459a-b2c4-ab5891ab24ae,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:31.403844 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f8c26c17-8d2e-499d-bc4a-7c5da3dda0b9 None None] Provisioning for port 1f34d9fe-4d13-4741-9edd-86d998250948 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:31.443405 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.448329 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.520816 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.522584 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Pushing event updated for resources: {'Port': ['ID=1f34d9fe-4d13-4741-9edd-86d998250948,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:31.576414 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f8c26c17-8d2e-499d-bc4a-7c5da3dda0b9 None None] Provisioning complete for port 1f34d9fe-4d13-4741-9edd-86d998250948 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:31.576778 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8c26c17-8d2e-499d-bc4a-7c5da3dda0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.620357 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Network 19c378be-c3fc-4127-be0e-a39db50605be is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:31.621797 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:31.626124 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:31.628167 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f8c26c17-8d2e-499d-bc4a-7c5da3dda0b9 None None] Port 1f34d9fe-4d13-4741-9edd-86d998250948 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:48:31.743615 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Router 116ca616-b911-400c-8ada-61bdf4ef8795 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:31.838544 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.866458 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-192574e8-2e96-46e0-be00-90cabfaae09d None None] Provisioning complete for port 1f34d9fe-4d13-4741-9edd-86d998250948 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:31.866838 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-192574e8-2e96-46e0-be00-90cabfaae09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.869735 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:30Z', 'revision_number': 1, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:31.918181 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310e2e-90b3-4acc-bdea-3a1c835e400f None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:30Z', 'revision_number': 1, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:31.945668 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-192574e8-2e96-46e0-be00-90cabfaae09d None None] Port 1f34d9fe-4d13-4741-9edd-86d998250948 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:48:32.159295 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:32.164839 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-787f338f-98db-437a-b52a-e5e4d5b00903 admin admin] 10.222.0.22 "PUT /v2.0/routers/116ca616-b911-400c-8ada-61bdf4ef8795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736496 Aug 13 02:48:32.204317 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:32.258866 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:32.259339 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:32.687215 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55062) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:32.692978 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1553701368-network', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:32.714432 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Made reservation on behalf of a57db95190044124aa7b915d8f1ecf47 for: {'network': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:48:32.716817 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for network, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:32.725697 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:32.824879 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:32.829779 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:32.854524 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:48:32.864474 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc09cd7-e5a0-4807-a4e2-1723e03ff00f,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:32.869317 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:32.869660 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.segments_db [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Added segment 2c9ff14f-16ff-4f0a-a328-02f657281805 of type vlan for network 1158ce79-2877-4883-9550-1181b608bc2b Aug 13 02:48:32.915241 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732571576643'] for network, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:32.952507 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750'] for network, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:32.953837 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:32.954486 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.012199 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3210416 Aug 13 02:48:33.012577 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55064) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:33.017691 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Request body: {'subnet': {'network_id': '1158ce79-2877-4883-9550-1181b608bc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1553701368-subnet', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'ip_version': 4}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:33.033687 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de13b8-bccd-49d0-9a16-d71576af2ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=1158ce79-2877-4883-9550-1181b608bc2b,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:33.044985 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Network 1158ce79-2877-4883-9550-1181b608bc2b details requested by agent ovs-agent-dv-cinder-760199-7-iscsi with host dv-cinder-760199-7-iscsi {{(pid=94064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:48:33.050136 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Made reservation on behalf of a57db95190044124aa7b915d8f1ecf47 for: {'subnet': 1} {{(pid=94062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:48:33.052800 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8796856'] for subnet, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.230558 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11972983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8796810'] for subnet, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.288286 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4dbbd7-8938-4d1c-be1f-00202a2f0814,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:33.295007 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Checking segment: {'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:33.295367 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Network hostable DHCP agents. Network: 1158ce79-2877-4883-9550-1181b608bc2b, hostable agents: ['6e6ccc4f-fc00-4112-a19d-9dddaa6ce772'], hosted agents: [] {{(pid=94062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:48:33.313241 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Network 1158ce79-2877-4883-9550-1181b608bc2b is scheduled to be hosted by DHCP agent 6e6ccc4f-fc00-4112-a19d-9dddaa6ce772 with binding_index 1 {{(pid=94062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:48:33.323032 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-7-iscsi, 1158ce79-2877-4883-9550-1181b608bc2b) {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:33.328062 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:33.328656 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.333838 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0463b9-2022-4e1d-99a3-544b73eb4fd7 None None] Network 1158ce79-2877-4883-9550-1181b608bc2b requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:48:33.343163 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-35a3e7ad-88f2-4692-a1db-fceab5ddc394 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3294303 Aug 13 02:48:33.346744 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55066) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:33.350605 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:33.373090 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-900843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65532'] for router, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.374562 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-899451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-897320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65527'] for router, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.428676 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.482651 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfb639a8-bb34-50f6-bb69-64f354f30d5a-1158ce79-2877-4883-9550-1181b608bc2b', 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'fixed_ips': [{'subnet_id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814'}]}} from dv-cinder-760199-7-iscsi. {{(pid=94064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:48:33.484152 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.576168 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.634358 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Allocated IP 172.20.0.2 (1158ce79-2877-4883-9550-1181b608bc2b/fd4dbbd7-8938-4d1c-be1f-00202a2f0814/446300b4-e28f-4d40-92e5-7b5fed97c8d8) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:33.780174 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.785264 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.793619 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Transition to ACTIVE for port object 446300b4-e28f-4d40-92e5-7b5fed97c8d8 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:33.800405 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.809352 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Transition to ACTIVE for port object 446300b4-e28f-4d40-92e5-7b5fed97c8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:33.817817 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.857365 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Network 1158ce79-2877-4883-9550-1181b608bc2b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:33.861408 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:33.867047 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:33.870319 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:33.871142 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:33.871326 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:33.879189 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Pushing event updated for resources: {'Port': ['ID=446300b4-e28f-4d40-92e5-7b5fed97c8d8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:33.915152 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Allocated IP 172.27.0.185 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/941461c6-0e18-458e-b933-6853c51d17d6) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:33.930774 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Attempting to bind port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:33.931146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Attempting to bind port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:33.931503 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Attempting to bind port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 on network 1158ce79-2877-4883-9550-1181b608bc2b {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:33.936608 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:33.937401 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Checking segment: {'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:33.937561 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.937846 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Bound using segment: {'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:33.938318 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Bound port: 446300b4-e28f-4d40-92e5-7b5fed97c8d8, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:33.938700 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:33.984618 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:34.015314 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] For port 446300b4-e28f-4d40-92e5-7b5fed97c8d8, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:34.018739 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] For port 446300b4-e28f-4d40-92e5-7b5fed97c8d8, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=446300b4-e28f-4d40-92e5-7b5fed97c8d8,segment=NetworkSegment(2c9ff14f-16ff-4f0a-a328-02f657281805),segment_id=2c9ff14f-16ff-4f0a-a328-02f657281805)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:34.022800 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.028412 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.077991 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.084298 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0326f4f-5fed-4637-ac48-7cf21fc820f7 None None] Pushing event updated for resources: {'Port': ['ID=446300b4-e28f-4d40-92e5-7b5fed97c8d8,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:34.128187 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:34.134275 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:34.137931 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:34.171839 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Pushing event updated for resources: {'Port': ['ID=941461c6-0e18-458e-b933-6853c51d17d6,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:34.210262 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 1b57965f-e440-459a-b2c4-ab5891ab24ae up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:34.230517 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 2, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:34.266075 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:34.266452 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Updating router 116ca616-b911-400c-8ada-61bdf4ef8795 port 1f34d9fe-4d13-4741-9edd-86d998250948 binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:48:34.271458 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 1b57965f-e440-459a-b2c4-ab5891ab24ae completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:34.276354 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 1b57965f-e440-459a-b2c4-ab5891ab24ae triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:34.276823 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.307177 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.413757 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.450292 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 1b57965f-e440-459a-b2c4-ab5891ab24ae, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=1b57965f-e440-459a-b2c4-ab5891ab24ae,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:34.456146 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.459102 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.513864 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=1b57965f-e440-459a-b2c4-ab5891ab24ae,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:34.619061 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.629730 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Transition to ACTIVE for port object 1f34d9fe-4d13-4741-9edd-86d998250948 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:34.634918 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.661113 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-897533'] for router, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.709220 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Pushing event updated for resources: {'Port': ['ID=1f34d9fe-4d13-4741-9edd-86d998250948,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:34.730277 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.730623 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.730958 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.731339 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.731677 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.732026 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.732343 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.732670 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.733050 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.734236 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.734577 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.734901 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.757541 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Attempting to bind port 1f34d9fe-4d13-4741-9edd-86d998250948 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:34.757906 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Attempting to bind port 1f34d9fe-4d13-4741-9edd-86d998250948 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:34.758267 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Attempting to bind port 1f34d9fe-4d13-4741-9edd-86d998250948 on network 19c378be-c3fc-4127-be0e-a39db50605be {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:34.763651 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:34.764030 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Checking segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:34.764426 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.764845 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Bound using segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:34.765345 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Bound port: 1f34d9fe-4d13-4741-9edd-86d998250948, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:34.765988 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.814007 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Router 0faca4d8-aebd-4e58-9b07-9f795022cb13 is scheduled to L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 with binding_index 1 {{(pid=94062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:48:34.840713 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] For port 1f34d9fe-4d13-4741-9edd-86d998250948, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:34.845406 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] For port 1f34d9fe-4d13-4741-9edd-86d998250948, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=1f34d9fe-4d13-4741-9edd-86d998250948,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:34.855212 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.918895 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:34.919527 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:34.935449 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:34.954709 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.959592 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55068) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:34.962915 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Sync routers for ids ['0faca4d8-aebd-4e58-9b07-9f795022cb13'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:34.972206 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2a48ea06-c7f0-4f93-8109-7aaf194f0e44 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6201725 Aug 13 02:48:34.977713 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Routers {'0faca4d8-aebd-4e58-9b07-9f795022cb13'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:34.978722 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['0faca4d8-aebd-4e58-9b07-9f795022cb13'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:34.981543 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509dcef-1704-47b1-9d6c-ec7e978baf45 None None] Pushing event updated for resources: {'Port': ['ID=1f34d9fe-4d13-4741-9edd-86d998250948,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:35.107400 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Set router 0faca4d8-aebd-4e58-9b07-9f795022cb13 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:35.190534 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:35.348981 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '941461c6-0e18-458e-b933-6853c51d17d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 3, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port': {'id': '941461c6-0e18-458e-b933-6853c51d17d6', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:35.381548 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Checking router: 0faca4d8-aebd-4e58-9b07-9f795022cb13 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:35.381898 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Updating router 0faca4d8-aebd-4e58-9b07-9f795022cb13 port 941461c6-0e18-458e-b933-6853c51d17d6 binding host dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:48:35.410841 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.438840 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68876b42-b881-4de0-940e-57033b128f64 None None] Network 1158ce79-2877-4883-9550-1181b608bc2b requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:48:35.459118 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:35.472327 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.486791 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c8b7e1-6980-493b-9f07-98f563780698 None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:35.556865 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5862a7da-08d0-4729-baaa-c0a05f02fc25 None None] Provisioning for port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:35.648128 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Allocated IP 172.20.0.1 (1158ce79-2877-4883-9550-1181b608bc2b/fd4dbbd7-8938-4d1c-be1f-00202a2f0814/7f0c9523-3804-4553-bebd-cea1a1bb7380) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:35.759096 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.783021 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Transition to ACTIVE for port object 7f0c9523-3804-4553-bebd-cea1a1bb7380 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:35.826339 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.829524 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.846106 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Transition to ACTIVE for port object 941461c6-0e18-458e-b933-6853c51d17d6 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:35.858431 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.876762 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Network 1158ce79-2877-4883-9550-1181b608bc2b is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:35.880144 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:35.884196 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:35.890478 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0c9523-3804-4553-bebd-cea1a1bb7380,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:35.929705 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-906024'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.930248 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Attempting to bind port 941461c6-0e18-458e-b933-6853c51d17d6 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:35.930630 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Attempting to bind port 941461c6-0e18-458e-b933-6853c51d17d6 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:35.930998 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Attempting to bind port 941461c6-0e18-458e-b933-6853c51d17d6 on network a0fedf39-64a8-4155-bc38-9ebd1289fc23 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:35.939770 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:35.940159 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Checking segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:35.940575 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.941011 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Bound using segment: {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:35.941481 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Bound port: 941461c6-0e18-458e-b933-6853c51d17d6, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4212b7-2b0e-4617-8643-0d49955013ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:35.941873 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:35.943644 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87959f50-1f5e-454e-b990-9a60d2802127 None None] Pushing event updated for resources: {'Port': ['ID=941461c6-0e18-458e-b933-6853c51d17d6,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:36.010217 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] For port 941461c6-0e18-458e-b933-6853c51d17d6, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:36.014689 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] For port 941461c6-0e18-458e-b933-6853c51d17d6, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=941461c6-0e18-458e-b933-6853c51d17d6,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:36.022290 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.085363 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Routers {'0faca4d8-aebd-4e58-9b07-9f795022cb13'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:36.085994 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['0faca4d8-aebd-4e58-9b07-9f795022cb13'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:36.089959 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.144659 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87959f50-1f5e-454e-b990-9a60d2802127 None None] Pushing event updated for resources: {'Port': ['ID=941461c6-0e18-458e-b933-6853c51d17d6,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:36.284567 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] Set router 0faca4d8-aebd-4e58-9b07-9f795022cb13 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:36.346803 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.356335 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.440564 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0c9523-3804-4553-bebd-cea1a1bb7380,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:36.445578 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906172'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.461774 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 1f34d9fe-4d13-4741-9edd-86d998250948 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:36.543488 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Network 1158ce79-2877-4883-9550-1181b608bc2b is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:36.545559 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:36.590550 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-786efd82-0752-4de4-801f-4f07bde94245 None None] Provisioning for port 7f0c9523-3804-4553-bebd-cea1a1bb7380 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:36.601800 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-786efd82-0752-4de4-801f-4f07bde94245 None None] Provisioning complete for port 7f0c9523-3804-4553-bebd-cea1a1bb7380 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:36.602212 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-786efd82-0752-4de4-801f-4f07bde94245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.659062 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 1f34d9fe-4d13-4741-9edd-86d998250948 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:36.671921 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Router 0faca4d8-aebd-4e58-9b07-9f795022cb13 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:36.676165 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 1f34d9fe-4d13-4741-9edd-86d998250948 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:36.676812 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.686893 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-786efd82-0752-4de4-801f-4f07bde94245 None None] Port 7f0c9523-3804-4553-bebd-cea1a1bb7380 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:48:36.818220 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:36.823423 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-3cded072-2ff4-4c6c-aaa8-818705b4d8e7 admin admin] 10.222.0.22 "PUT /v2.0/routers/0faca4d8-aebd-4e58-9b07-9f795022cb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8630214 Aug 13 02:48:36.823883 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '941461c6-0e18-458e-b933-6853c51d17d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 4, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port': {'id': '941461c6-0e18-458e-b933-6853c51d17d6', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '7f0c9523-3804-4553-bebd-cea1a1bb7380', 'name': '', 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'mac_address': 'fa:16:3e:11:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:35Z', 'updated_at': '2021-08-13T02:48:35Z', 'revision_number': 1, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'subnets': [{'id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:36.825600 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.863656 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46d84a-7611-49a8-bc48-d1d7aedd0ebb None None] The sync data for ids ['0faca4d8-aebd-4e58-9b07-9f795022cb13'] in dv-cinder-760199-7-iscsi is: [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '941461c6-0e18-458e-b933-6853c51d17d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 4, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port': {'id': '941461c6-0e18-458e-b933-6853c51d17d6', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '7f0c9523-3804-4553-bebd-cea1a1bb7380', 'name': '', 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'mac_address': 'fa:16:3e:11:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:35Z', 'updated_at': '2021-08-13T02:48:35Z', 'revision_number': 1, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'subnets': [{'id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:36.867386 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3eed2039-a6c6-4cb0-9273-fe4ed8a3f637 None None] Provisioning complete for port 7f0c9523-3804-4553-bebd-cea1a1bb7380 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:36.867733 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eed2039-a6c6-4cb0-9273-fe4ed8a3f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.925037 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 1f34d9fe-4d13-4741-9edd-86d998250948, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=1f34d9fe-4d13-4741-9edd-86d998250948,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:36.928227 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3eed2039-a6c6-4cb0-9273-fe4ed8a3f637 None None] Port 7f0c9523-3804-4553-bebd-cea1a1bb7380 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:48:36.931824 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.932614 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 446300b4-e28f-4d40-92e5-7b5fed97c8d8 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:37.018910 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=1f34d9fe-4d13-4741-9edd-86d998250948,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:37.031713 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:37.037186 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:37.037186 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.146734 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.187488 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 446300b4-e28f-4d40-92e5-7b5fed97c8d8, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=446300b4-e28f-4d40-92e5-7b5fed97c8d8,segment=NetworkSegment(2c9ff14f-16ff-4f0a-a328-02f657281805),segment_id=2c9ff14f-16ff-4f0a-a328-02f657281805)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:37.196275 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.202744 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 1b57965f-e440-459a-b2c4-ab5891ab24ae up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:37.281388 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=446300b4-e28f-4d40-92e5-7b5fed97c8d8,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:37.294784 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 1b57965f-e440-459a-b2c4-ab5891ab24ae triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:37.295162 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.447265 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55076) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:37.453234 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1de3c5d3-9964-4c83-91ad-59db63b9d6b1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863509512', 'description': 'tempest-secgroup-smoke-1863509512 description', 'project_id': '45054eb5e28e4df48c32f846b7d14cf4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:37.474464 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1de3c5d3-9964-4c83-91ad-59db63b9d6b1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.553928 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1de3c5d3-9964-4c83-91ad-59db63b9d6b1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.558762 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1de3c5d3-9964-4c83-91ad-59db63b9d6b1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.594552 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1de3c5d3-9964-4c83-91ad-59db63b9d6b1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.595768 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-1de3c5d3-9964-4c83-91ad-59db63b9d6b1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1475201 Aug 13 02:48:37.597665 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3c5d3-9964-4c83-91ad-59db63b9d6b1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768e3dbe-8bf4-468e-8ddc-672842cb24a5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:37.598901 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55078) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:37.603625 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-df64aa4e-9689-4921-815e-75917f32bb21 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'security_group_rule': {'security_group_id': '768e3dbe-8bf4-468e-8ddc-672842cb24a5', 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:37.630268 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df64aa4e-9689-4921-815e-75917f32bb21 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.688407 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df64aa4e-9689-4921-815e-75917f32bb21 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.692064 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df64aa4e-9689-4921-815e-75917f32bb21 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.711727 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64aa4e-9689-4921-815e-75917f32bb21 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c4915a-3733-43a4-abd9-92d2feb9401b,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:37.715345 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df64aa4e-9689-4921-815e-75917f32bb21 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.716516 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-df64aa4e-9689-4921-815e-75917f32bb21 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166136 Aug 13 02:48:37.720207 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55080) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:37.724834 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-4eaf0e14-858d-42d3-ba02-69a55eba484f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'security_group_rule': {'security_group_id': '768e3dbe-8bf4-468e-8ddc-672842cb24a5', 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:37.749837 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e14-858d-42d3-ba02-69a55eba484f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.806173 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e14-858d-42d3-ba02-69a55eba484f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.809721 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e14-858d-42d3-ba02-69a55eba484f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.827691 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf0e14-858d-42d3-ba02-69a55eba484f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786301bb-10e7-4eb0-8070-58127c69b10a,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:37.834213 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e14-858d-42d3-ba02-69a55eba484f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.835496 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-4eaf0e14-858d-42d3-ba02-69a55eba484f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143723 Aug 13 02:48:37.838135 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55082) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:37.842424 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-38e1a5a7-f52a-4f5a-bd3d-13267c352514 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'security_group_rule': {'security_group_id': '768e3dbe-8bf4-468e-8ddc-672842cb24a5', 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:37.867617 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-38e1a5a7-f52a-4f5a-bd3d-13267c352514 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.929925 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-38e1a5a7-f52a-4f5a-bd3d-13267c352514 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.933468 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-38e1a5a7-f52a-4f5a-bd3d-13267c352514 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.953619 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1a5a7-f52a-4f5a-bd3d-13267c352514 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe8c1b6-c987-4a07-88aa-295834597cc3,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:37.957115 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-38e1a5a7-f52a-4f5a-bd3d-13267c352514 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.961258 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55084) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:37.961398 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-38e1a5a7-f52a-4f5a-bd3d-13267c352514 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221828 Aug 13 02:48:37.966094 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6807a1de-df97-4a80-9c2d-05670b3396dd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'security_group_rule': {'security_group_id': '768e3dbe-8bf4-468e-8ddc-672842cb24a5', 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:37.991782 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6807a1de-df97-4a80-9c2d-05670b3396dd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.058672 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6807a1de-df97-4a80-9c2d-05670b3396dd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.063770 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6807a1de-df97-4a80-9c2d-05670b3396dd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.083009 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807a1de-df97-4a80-9c2d-05670b3396dd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6085c644-7fea-46fd-ae01-31fe52823efa,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:38.088885 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6807a1de-df97-4a80-9c2d-05670b3396dd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.090119 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-6807a1de-df97-4a80-9c2d-05670b3396dd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277785 Aug 13 02:48:38.093441 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55086) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:38.098743 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f496b12c-7465-4cad-bfea-d7517716fa67 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'security_group_rule': {'security_group_id': '768e3dbe-8bf4-468e-8ddc-672842cb24a5', 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:38.130609 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-f496b12c-7465-4cad-bfea-d7517716fa67 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Project 45054eb5e28e4df48c32f846b7d14cf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:48:38.136360 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f496b12c-7465-4cad-bfea-d7517716fa67 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.173206 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 446300b4-e28f-4d40-92e5-7b5fed97c8d8 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:38.219557 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f496b12c-7465-4cad-bfea-d7517716fa67 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.224542 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f496b12c-7465-4cad-bfea-d7517716fa67 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.251983 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496b12c-7465-4cad-bfea-d7517716fa67 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b58d3e-dc8f-46a4-a56c-e392cd0e41fc,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:38.256604 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f496b12c-7465-4cad-bfea-d7517716fa67 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.261139 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f496b12c-7465-4cad-bfea-d7517716fa67 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663136 Aug 13 02:48:38.261364 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55088) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:38.262070 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:38.262547 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.266892 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-55a9cc0f-a05b-4593-9e2f-5abfd4d95310 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'security_group_rule': {'security_group_id': '768e3dbe-8bf4-468e-8ddc-672842cb24a5', 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:38.294760 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.securitygroups_db [None req-55a9cc0f-a05b-4593-9e2f-5abfd4d95310 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Project 45054eb5e28e4df48c32f846b7d14cf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:48:38.300782 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55a9cc0f-a05b-4593-9e2f-5abfd4d95310 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.355483 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 1f34d9fe-4d13-4741-9edd-86d998250948 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:38.374083 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55a9cc0f-a05b-4593-9e2f-5abfd4d95310 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.379419 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55a9cc0f-a05b-4593-9e2f-5abfd4d95310 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035586'] for security_group_rule, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.398598 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9cc0f-a05b-4593-9e2f-5abfd4d95310 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9757b7-0277-4996-b2dc-d032862dcd90,revision_number=0']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:38.407606 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55a9cc0f-a05b-4593-9e2f-5abfd4d95310 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.409059 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-55a9cc0f-a05b-4593-9e2f-5abfd4d95310 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468320 Aug 13 02:48:38.413358 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 1f34d9fe-4d13-4741-9edd-86d998250948 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:38.414205 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.527306 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Sync routers for ids ['0faca4d8-aebd-4e58-9b07-9f795022cb13'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:39.537872 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Routers {'0faca4d8-aebd-4e58-9b07-9f795022cb13'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:39.538533 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['0faca4d8-aebd-4e58-9b07-9f795022cb13'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:39.647226 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Set router 0faca4d8-aebd-4e58-9b07-9f795022cb13 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:39.853007 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '941461c6-0e18-458e-b933-6853c51d17d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 4, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port': {'id': '941461c6-0e18-458e-b933-6853c51d17d6', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '7f0c9523-3804-4553-bebd-cea1a1bb7380', 'name': '', 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'mac_address': 'fa:16:3e:11:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:35Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 2, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'subnets': [{'id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:39.882572 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Checking router: 0faca4d8-aebd-4e58-9b07-9f795022cb13 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:39.882926 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Updating router 0faca4d8-aebd-4e58-9b07-9f795022cb13 port 7f0c9523-3804-4553-bebd-cea1a1bb7380 binding host dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:48:39.908175 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.204840 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 941461c6-0e18-458e-b933-6853c51d17d6 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:40.210855 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.221264 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Transition to ACTIVE for port object 7f0c9523-3804-4553-bebd-cea1a1bb7380 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:40.226522 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.265501 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 941461c6-0e18-458e-b933-6853c51d17d6 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:40.269427 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 941461c6-0e18-458e-b933-6853c51d17d6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:40.269806 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.277958 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdd08-822a-44b1-a9b1-ebe9b882d0c2 None None] Pushing event updated for resources: {'Port': ['ID=7f0c9523-3804-4553-bebd-cea1a1bb7380,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:40.336735 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Attempting to bind port 7f0c9523-3804-4553-bebd-cea1a1bb7380 on host dv-cinder-760199-7-iscsi for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:40.337210 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Attempting to bind port 7f0c9523-3804-4553-bebd-cea1a1bb7380 by drivers openvswitch,hyperv on host dv-cinder-760199-7-iscsi at level 0 using segments [{'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:40.337650 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Attempting to bind port 7f0c9523-3804-4553-bebd-cea1a1bb7380 on network 1158ce79-2877-4883-9550-1181b608bc2b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:40.344042 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Checking agent: {'id': '7f9eeb12-5957-4985-9b1c-3e3a59ebc455', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 29, 59), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:40.344444 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Checking segment: {'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:40.344848 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.345261 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Bound using segment: {'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:40.345734 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Bound port: 7f0c9523-3804-4553-bebd-cea1a1bb7380, host: dv-cinder-760199-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9ff14f-16ff-4f0a-a328-02f657281805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:40.346138 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.364551 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.386490 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 941461c6-0e18-458e-b933-6853c51d17d6, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=941461c6-0e18-458e-b933-6853c51d17d6,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:40.391763 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.440444 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] For port 7f0c9523-3804-4553-bebd-cea1a1bb7380, host dv-cinder-760199-7-iscsi, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:40.443862 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] For port 7f0c9523-3804-4553-bebd-cea1a1bb7380, host dv-cinder-760199-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=7f0c9523-3804-4553-bebd-cea1a1bb7380,segment=NetworkSegment(2c9ff14f-16ff-4f0a-a328-02f657281805),segment_id=2c9ff14f-16ff-4f0a-a328-02f657281805)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:40.449704 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:40.462292 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=941461c6-0e18-458e-b933-6853c51d17d6,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:40.506629 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Routers {'0faca4d8-aebd-4e58-9b07-9f795022cb13'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:40.507245 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['0faca4d8-aebd-4e58-9b07-9f795022cb13'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:40.545223 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdd08-822a-44b1-a9b1-ebe9b882d0c2 None None] Pushing event updated for resources: {'Port': ['ID=7f0c9523-3804-4553-bebd-cea1a1bb7380,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:40.621105 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] Set router 0faca4d8-aebd-4e58-9b07-9f795022cb13 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:40.824140 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '941461c6-0e18-458e-b933-6853c51d17d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 4, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port': {'id': '941461c6-0e18-458e-b933-6853c51d17d6', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '7f0c9523-3804-4553-bebd-cea1a1bb7380', 'name': '', 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'mac_address': 'fa:16:3e:11:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:35Z', 'updated_at': '2021-08-13T02:48:40Z', 'revision_number': 4, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'subnets': [{'id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:40.853656 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229dcd6-4bb1-4332-8c6b-1b8f14e47596 None None] The sync data for ids ['0faca4d8-aebd-4e58-9b07-9f795022cb13'] in dv-cinder-760199-7-iscsi is: [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '941461c6-0e18-458e-b933-6853c51d17d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 4, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port': {'id': '941461c6-0e18-458e-b933-6853c51d17d6', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '7f0c9523-3804-4553-bebd-cea1a1bb7380', 'name': '', 'network_id': '1158ce79-2877-4883-9550-1181b608bc2b', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'mac_address': 'fa:16:3e:11:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:35Z', 'updated_at': '2021-08-13T02:48:40Z', 'revision_number': 4, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'subnets': [{'id': 'fd4dbbd7-8938-4d1c-be1f-00202a2f0814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:42.184041 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 941461c6-0e18-458e-b933-6853c51d17d6 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:42.235792 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 941461c6-0e18-458e-b933-6853c51d17d6 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:42.236080 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.314828 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 7f0c9523-3804-4553-bebd-cea1a1bb7380 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:42.362092 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning for port 7f0c9523-3804-4553-bebd-cea1a1bb7380 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:42.365856 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 7f0c9523-3804-4553-bebd-cea1a1bb7380 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:42.366247 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.454905 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.486833 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] For port 7f0c9523-3804-4553-bebd-cea1a1bb7380, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=7f0c9523-3804-4553-bebd-cea1a1bb7380,segment=NetworkSegment(2c9ff14f-16ff-4f0a-a328-02f657281805),segment_id=2c9ff14f-16ff-4f0a-a328-02f657281805)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:42.490763 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.537806 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Pushing event updated for resources: {'Port': ['ID=7f0c9523-3804-4553-bebd-cea1a1bb7380,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:44.159240 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 7f0c9523-3804-4553-bebd-cea1a1bb7380 up at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:44.214098 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Provisioning complete for port 7f0c9523-3804-4553-bebd-cea1a1bb7380 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:44.214465 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.573602 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:48:54.899452 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-8ecd9ed7-a2f4-4d95-9275-06608970f2b3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863509512&fields=id&tenant_id=45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 267 time: 0.0324793 Aug 13 02:48:55.006828 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-73bde874-4a31-41b9-948f-ccd871002a6c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:55.008275 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-73bde874-4a31-41b9-948f-ccd871002a6c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 811 time: 0.1014175 Aug 13 02:48:55.023603 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-fb2596f2-4118-4e2b-8e3e-10e286072758 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/quotas/45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 375 time: 0.0096846 Aug 13 02:48:55.074357 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-3103c70f-0035-425d-8293-f351f98a7301 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453446 Aug 13 02:48:55.089898 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-3f135087-81cf-4a53-82df-d96bb5eb4762 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:48:55.090788 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-3f135087-81cf-4a53-82df-d96bb5eb4762 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052021 Aug 13 02:48:55.188361 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-f823bc59-a6d3-4fa9-be3d-e7309936ac02 service neutron] 10.222.0.22 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915823 Aug 13 02:48:55.276827 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-50aee6ca-80c7-4e26-95b2-4ce44694ec16 service neutron] 10.222.0.22 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824528 Aug 13 02:48:55.580676 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-283622b4-f8bd-4704-a97a-419711ffcc9a req-e9e1f7d4-b75c-491b-abba-802ca26aa44f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 210 time: 0.0266099 Aug 13 02:48:56.399030 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25fa8db2-84b0-4d47-9db7-a6eed9998aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:56.631314 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-16118680-4c67-4dfe-a0d2-96b1fbaf5e50 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:56.632748 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-16118680-4c67-4dfe-a0d2-96b1fbaf5e50 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 811 time: 0.1050665 Aug 13 02:48:56.677750 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-3f9fb30d-1d34-4c89-a0fa-20a9c9596fbb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 380 time: 0.0351310 Aug 13 02:48:56.680035 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-02ebbe29-bca0-442d-a07f-79fc11f7e593 req-07ea5cbf-5bf0-4bac-a070-e355a2528c75 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 210 time: 0.0280764 Aug 13 02:48:56.688426 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'port': {'device_id': '770ca657-82db-4fa2-8593-8176f0c9efde', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'admin_state_up': True, 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'security_groups': ['768e3dbe-8bf4-468e-8ddc-672842cb24a5']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:56.797643 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Made reservation on behalf of 45054eb5e28e4df48c32f846b7d14cf4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:48:56.801382 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:56.928783 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Allocated IP 172.20.0.8 (19c378be-c3fc-4127-be0e-a39db50605be/fa577041-bb75-40fc-a75a-0321622bfe5f/e84ba698-2c49-4dfc-b50b-21b162049909) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:57.069947 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.086696 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Transition to ACTIVE for port object e84ba698-2c49-4dfc-b50b-21b162049909 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:57.119778 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.164519 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Network 19c378be-c3fc-4127-be0e-a39db50605be is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:57.167614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:57.171888 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:57.178382 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=e84ba698-2c49-4dfc-b50b-21b162049909,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:57.224289 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:57.224912 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.239802 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-c7ad6f5a-5fa3-4dc9-8780-9233a8d1e71f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562601 Aug 13 02:48:57.253164 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Request body: {'port': {'device_id': '770ca657-82db-4fa2-8593-8176f0c9efde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:57.319518 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.357782 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.421424 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c0fe2a22-a4d8-4173-8567-21d3de40de2e None None] Provisioning for port e84ba698-2c49-4dfc-b50b-21b162049909 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:57.425335 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c0fe2a22-a4d8-4173-8567-21d3de40de2e None None] Provisioning complete for port e84ba698-2c49-4dfc-b50b-21b162049909 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:57.426176 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0fe2a22-a4d8-4173-8567-21d3de40de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.459247 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe2a22-a4d8-4173-8567-21d3de40de2e None None] Port e84ba698-2c49-4dfc-b50b-21b162049909 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:48:57.579219 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84ba698-2c49-4dfc-b50b-21b162049909 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:48:57.586568 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.598654 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Transition to ACTIVE for port object e84ba698-2c49-4dfc-b50b-21b162049909 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:57.602464 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.653862 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Pushing event updated for resources: {'Port': ['ID=e84ba698-2c49-4dfc-b50b-21b162049909,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:57.722921 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Attempting to bind port e84ba698-2c49-4dfc-b50b-21b162049909 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:57.723260 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Attempting to bind port e84ba698-2c49-4dfc-b50b-21b162049909 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:57.723589 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Attempting to bind port e84ba698-2c49-4dfc-b50b-21b162049909 on network 19c378be-c3fc-4127-be0e-a39db50605be {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:57.728022 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Port e84ba698-2c49-4dfc-b50b-21b162049909 on network 19c378be-c3fc-4127-be0e-a39db50605be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:48:57.728342 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Attempting to bind port e84ba698-2c49-4dfc-b50b-21b162049909 on network 19c378be-c3fc-4127-be0e-a39db50605be {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:57.733569 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:57.733906 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Checking segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:57.734295 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Bound using segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:57.734722 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Bound port: e84ba698-2c49-4dfc-b50b-21b162049909, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:57.735076 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.829144 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] For port e84ba698-2c49-4dfc-b50b-21b162049909, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:57.833520 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] For port e84ba698-2c49-4dfc-b50b-21b162049909, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e84ba698-2c49-4dfc-b50b-21b162049909,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:57.842742 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05086937-729d-4959-9683-0a0460e0dab5 req-7cbb570c-97ab-4c14-8261-1fcbba786d1b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:57.844226 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-05086937-729d-4959-9683-0a0460e0dab5 req-7cbb570c-97ab-4c14-8261-1fcbba786d1b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 943 time: 0.0747685 Aug 13 02:48:57.845719 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.900685 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:57.901322 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:57.902690 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] 10.222.0.20 "PUT /v2.0/ports/e84ba698-2c49-4dfc-b50b-21b162049909 HTTP/1.1" status: 200 len: 1093 time: 0.6543968 Aug 13 02:48:57.903118 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770ca657-82db-4fa2-8593-8176f0c9efde', 'tag': 'e84ba698-2c49-4dfc-b50b-21b162049909'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:57.906107 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d2d47c-9e29-4530-9f72-21089e5ce1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "770ca657-82db-4fa2-8593-8176f0c9efde", "tag": "e84ba698-2c49-4dfc-b50b-21b162049909"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:58.188297 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e464ead-9f5a-4165-a8c0-3af73d4e86a6 x-openstack-request-id: req-9e464ead-9f5a-4165-a8c0-3af73d4e86a6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:58.188531 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770ca657-82db-4fa2-8593-8176f0c9efde", "tag": "e84ba698-2c49-4dfc-b50b-21b162049909", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:58.188742 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e464ead-9f5a-4165-a8c0-3af73d4e86a6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:58.189147 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770ca657-82db-4fa2-8593-8176f0c9efde', 'tag': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'status': 'completed', 'code': 200} Aug 13 02:48:58.198170 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adf44b-f1d5-4ab9-8d29-0624b5120553 service neutron] Pushing event updated for resources: {'Port': ['ID=e84ba698-2c49-4dfc-b50b-21b162049909,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:58.207663 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-05086937-729d-4959-9683-0a0460e0dab5 req-56b5b6c8-0d03-4399-8570-c5a7477c0011 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562417 Aug 13 02:48:58.235405 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-bf906581-9197-450e-9091-319a54234984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:58.236802 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-bf906581-9197-450e-9091-319a54234984 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 1096 time: 0.0504284 Aug 13 02:48:58.276432 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-bf1c9a30-49a9-49e2-af28-0a49f6d7af4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84ba698-2c49-4dfc-b50b-21b162049909 HTTP/1.1" status: 200 len: 217 time: 0.0317831 Aug 13 02:48:58.325742 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-e757c906-4e70-4745-b771-2650ecd6aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:58.327192 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-e757c906-4e70-4745-b771-2650ecd6aae3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0445695 Aug 13 02:48:58.375363 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-1b63a716-1b66-42fa-99f3-6fa6e8996689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:58.376891 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-1b63a716-1b66-42fa-99f3-6fa6e8996689 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418417 Aug 13 02:48:58.465327 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-62c3ae4c-1475-4154-967a-e586c48c04af service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812228 Aug 13 02:48:58.557260 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0952c926-b4c0-44f5-aeab-40910346a1ec req-31cbd566-a5d9-488d-9d86-9ee3337e2e33 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839756 Aug 13 02:48:58.643878 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-e30e6a42-b7cd-4e4c-9c5c-42db594aa102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:58.645365 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-e30e6a42-b7cd-4e4c-9c5c-42db594aa102 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 1096 time: 0.0403740 Aug 13 02:48:58.738515 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-5986aa7c-1a4c-4749-9d60-55dfae13d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:58.739955 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-5986aa7c-1a4c-4749-9d60-55dfae13d174 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0863552 Aug 13 02:48:58.781960 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-5abc0d8a-af06-4818-9bfd-76c732a645fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84ba698-2c49-4dfc-b50b-21b162049909 HTTP/1.1" status: 200 len: 217 time: 0.0344787 Aug 13 02:48:58.848324 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-53e0dd7e-01b4-49d9-b7ee-732d34801a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:58.855125 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-53e0dd7e-01b4-49d9-b7ee-732d34801a68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0635707 Aug 13 02:48:58.879424 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0d4a-9b0c-4888-bd5d-aa967e0b395f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:58.909551 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-e9aa8940-69fc-45b0-b968-cded61719276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:58.911051 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-e9aa8940-69fc-45b0-b968-cded61719276 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472229 Aug 13 02:48:59.000973 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-cecb13e7-cbd0-46b0-ab04-b1c290b9fd72 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826652 Aug 13 02:48:59.094866 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-87d2d47c-9e29-4530-9f72-21089e5ce1ff req-d12016ed-f14e-45a1-9571-54f9adb4979a service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871089 Aug 13 02:48:59.331599 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2fdfc-6042-460b-96d1-f9e27ca10407 req-8021af38-67f5-461c-888a-67327a98bd01 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:59.333127 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-78d2fdfc-6042-460b-96d1-f9e27ca10407 req-8021af38-67f5-461c-888a-67327a98bd01 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 943 time: 0.0486710 Aug 13 02:48:59.375976 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-78d2fdfc-6042-460b-96d1-f9e27ca10407 req-b5abc05b-1b70-459c-8cb8-07dd31ade6a4 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369546 Aug 13 02:48:59.541485 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:00.105328 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:00.512341 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04638-0d95-4666-ad6b-75692008b4da req-b566b679-86fb-4715-8dd7-86d50fe6e43f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:00.513903 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-18a04638-0d95-4666-ad6b-75692008b4da req-b566b679-86fb-4715-8dd7-86d50fe6e43f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 943 time: 0.0517092 Aug 13 02:49:00.556695 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-18a04638-0d95-4666-ad6b-75692008b4da req-21dd9b55-e29d-4904-b2ca-f889db98090d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Aug 13 02:49:01.675880 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba0fef-1918-4c23-9f6a-8867ba20c1ee req-396bdfaf-d35d-4e3e-bf5f-b5fc88834884 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:01.677363 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fcba0fef-1918-4c23-9f6a-8867ba20c1ee req-396bdfaf-d35d-4e3e-bf5f-b5fc88834884 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 943 time: 0.0565078 Aug 13 02:49:01.715389 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fcba0fef-1918-4c23-9f6a-8867ba20c1ee req-887feee0-4242-4eca-9656-a70dbd024012 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Aug 13 02:49:01.812645 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:02.833791 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a094d-dc1c-4a94-a74b-9570684e61f6 req-a0a72af9-8c89-47b2-baf6-a945755b79b3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:02.835273 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-647a094d-dc1c-4a94-a74b-9570684e61f6 req-a0a72af9-8c89-47b2-baf6-a945755b79b3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 943 time: 0.0491197 Aug 13 02:49:02.872620 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-647a094d-dc1c-4a94-a74b-9570684e61f6 req-1578daf3-cf75-4d51-93e6-245553f84bff tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Aug 13 02:49:03.989309 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433fed9-5610-496c-b10f-c457246ac40c req-cf721b39-9600-48b9-8558-ec71c485f5c0 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:03.990798 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5433fed9-5610-496c-b10f-c457246ac40c req-cf721b39-9600-48b9-8558-ec71c485f5c0 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 943 time: 0.0500929 Aug 13 02:49:04.031925 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-5433fed9-5610-496c-b10f-c457246ac40c req-2a217c75-e64c-4cfd-acab-3229eea45cb9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Aug 13 02:49:05.144637 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5094-5ce5-4b72-834a-2b420c8902b3 req-1438828f-7027-4ace-a616-f8c0d859d28d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:05.146105 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f97b5094-5ce5-4b72-834a-2b420c8902b3 req-1438828f-7027-4ace-a616-f8c0d859d28d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 943 time: 0.0482018 Aug 13 02:49:05.187033 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f97b5094-5ce5-4b72-834a-2b420c8902b3 req-904c650e-8b3b-4e02-b2d2-c7e70d19d9d1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349612 Aug 13 02:49:06.299920 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ab1bf-307e-4c86-91fb-86b13d0812b5 req-3c729e4a-e959-4e31-95ff-6f3be87dc1ff tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:06.301681 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-936ab1bf-307e-4c86-91fb-86b13d0812b5 req-3c729e4a-e959-4e31-95ff-6f3be87dc1ff tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 943 time: 0.0490105 Aug 13 02:49:06.344548 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-936ab1bf-307e-4c86-91fb-86b13d0812b5 req-d4a20d2f-2c39-4509-94b0-776d76cce1d2 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368783 Aug 13 02:49:06.999561 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device e84ba698-2c49-4dfc-b50b-21b162049909 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:49:07.093597 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port e84ba698-2c49-4dfc-b50b-21b162049909, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e84ba698-2c49-4dfc-b50b-21b162049909,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:07.104825 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'port_id': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'mac_address': 'fa:16:3e:20:f7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:49:07.141742 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.154169 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84ba698-2c49-4dfc-b50b-21b162049909 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:49:07.177442 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port e84ba698-2c49-4dfc-b50b-21b162049909, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e84ba698-2c49-4dfc-b50b-21b162049909,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:07.181122 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.227835 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=e84ba698-2c49-4dfc-b50b-21b162049909,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:07.392419 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['e84ba698-2c49-4dfc-b50b-21b162049909'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:49:07.459999 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88cfaa-173a-431c-b4ec-017ab4b1db5d req-ed19fa2b-b197-400a-b75c-33837708ac3e tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:07.461622 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc88cfaa-173a-431c-b4ec-017ab4b1db5d req-ed19fa2b-b197-400a-b75c-33837708ac3e tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 944 time: 0.0502319 Aug 13 02:49:07.503951 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc88cfaa-173a-431c-b4ec-017ab4b1db5d req-4f21ffb6-10fd-45a7-971f-a999b581a3db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357122 Aug 13 02:49:08.619676 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9471bfd-4bfd-45b0-84a5-6bc46fdc9220 req-c48d02fb-947d-425c-98b2-de4b100e24b4 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:08.621166 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d9471bfd-4bfd-45b0-84a5-6bc46fdc9220 req-c48d02fb-947d-425c-98b2-de4b100e24b4 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 944 time: 0.0485823 Aug 13 02:49:08.659558 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-d9471bfd-4bfd-45b0-84a5-6bc46fdc9220 req-227c9a27-14e3-4d9d-a4a4-0952245041ed tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316527 Aug 13 02:49:09.003204 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device e84ba698-2c49-4dfc-b50b-21b162049909 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:49:09.057251 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port e84ba698-2c49-4dfc-b50b-21b162049909 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:49:09.061091 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port e84ba698-2c49-4dfc-b50b-21b162049909 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:49:09.062086 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.138989 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.160397 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ca657-82db-4fa2-8593-8176f0c9efde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ba698-2c49-4dfc-b50b-21b162049909'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:09.162676 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc4dcd3-51d4-459d-987c-c8b5b187117e" -d '{"events": [{"server_uuid": "770ca657-82db-4fa2-8593-8176f0c9efde", "name": "network-vif-plugged", "status": "completed", "tag": "e84ba698-2c49-4dfc-b50b-21b162049909"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:09.175835 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port e84ba698-2c49-4dfc-b50b-21b162049909, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e84ba698-2c49-4dfc-b50b-21b162049909,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:09.179975 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.228717 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=e84ba698-2c49-4dfc-b50b-21b162049909,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:09.268526 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae371faa-f0c8-421a-bba5-ca13740e45c4 x-openstack-request-id: req-ae371faa-f0c8-421a-bba5-ca13740e45c4 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:09.268818 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ca657-82db-4fa2-8593-8176f0c9efde", "name": "network-vif-plugged", "status": "completed", "tag": "e84ba698-2c49-4dfc-b50b-21b162049909", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:09.269093 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae371faa-f0c8-421a-bba5-ca13740e45c4 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:09.269496 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ca657-82db-4fa2-8593-8176f0c9efde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'code': 200} Aug 13 02:49:09.476122 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439ae29-78a8-4e39-b528-4e8d6ca25244 req-a6c1fdcc-f349-4bd9-ae58-9675a89c3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:09.477619 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1439ae29-78a8-4e39-b528-4e8d6ca25244 req-a6c1fdcc-f349-4bd9-ae58-9675a89c3c21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 1098 time: 0.0414145 Aug 13 02:49:09.513416 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1439ae29-78a8-4e39-b528-4e8d6ca25244 req-4c0e3b2a-3748-41a3-a830-a652346452d0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285769 Aug 13 02:49:09.777374 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9bca1-d169-4b51-8e64-fa6fbf58509e req-895595e3-3a14-4c62-82ee-b7371888c786 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:09.778798 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fed9bca1-d169-4b51-8e64-fa6fbf58509e req-895595e3-3a14-4c62-82ee-b7371888c786 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 945 time: 0.0508811 Aug 13 02:49:09.831545 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-fed9bca1-d169-4b51-8e64-fa6fbf58509e req-cdb6cd9a-58d9-46c0-861d-e225c9d76366 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463068 Aug 13 02:49:10.953539 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687e22-fa75-4fdc-8a34-4e71608b6976 req-f5a91b5d-4925-4f50-b846-058bb9444956 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:10.955105 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0687e22-fa75-4fdc-8a34-4e71608b6976 req-f5a91b5d-4925-4f50-b846-058bb9444956 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 945 time: 0.0520370 Aug 13 02:49:11.000887 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0687e22-fa75-4fdc-8a34-4e71608b6976 req-55675394-d377-4711-ad11-75b104b8dfbc tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 Aug 13 02:49:11.124457 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc593d-f979-4562-9e2a-aee503b5aace req-0667210a-7733-4c6f-a77a-7c03d997e6c1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:11.125967 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cfdc593d-f979-4562-9e2a-aee503b5aace req-0667210a-7733-4c6f-a77a-7c03d997e6c1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 945 time: 0.0520880 Aug 13 02:49:11.179189 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-cfdc593d-f979-4562-9e2a-aee503b5aace req-42a03cf7-b12d-4b3b-b55a-768f964e5e38 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464537 Aug 13 02:49:11.203052 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55262) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:11.357794 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c770a-dd16-4307-8938-1551eb7192b1 tempest-TestVolumeBootPattern-685930124 tempest-TestVolumeBootPattern-685930124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:11.359706 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-884c770a-dd16-4307-8938-1551eb7192b1 tempest-TestVolumeBootPattern-685930124 tempest-TestVolumeBootPattern-685930124-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 1093 time: 0.1555996 Aug 13 02:49:11.362857 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55266) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:11.367618 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'port_id': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:11.391354 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.497858 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.612413 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Allocated IP 172.27.0.233 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/13edc6a2-d5a6-416f-9ee8-3f6e60c435a8) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:49:11.714095 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.757374 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.798304 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:49:11.801567 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:49:11.804260 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:49:11.829360 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=13edc6a2-d5a6-416f-9ee8-3f6e60c435a8,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:12.180413 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.250888 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.408244 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.414161 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.483144 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=13edc6a2-d5a6-416f-9ee8-3f6e60c435a8,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:12.494146 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.596655 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Floating IP 7e0df157-4a47-48e9-b60e-fe784fb3bd27 associated. External IP: 172.27.0.233, port: e84ba698-2c49-4dfc-b50b-21b162049909. Aug 13 02:49:12.811606 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Router 116ca616-b911-400c-8ada-61bdf4ef8795 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:13.208193 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:13.218764 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:13.223769 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:13.231672 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:13.232475 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:13.251832 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2355ae71-682b-4cee-951d-97aefe616adb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8872986 Aug 13 02:49:13.252064 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770ca657-82db-4fa2-8593-8176f0c9efde', 'tag': 'e84ba698-2c49-4dfc-b50b-21b162049909'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:13.254232 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b884481a-d819-4ee2-9256-dc6b77c69d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "770ca657-82db-4fa2-8593-8176f0c9efde", "tag": "e84ba698-2c49-4dfc-b50b-21b162049909"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:13.347214 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8162972-53e7-438d-9861-3de4bf85eea1 x-openstack-request-id: req-a8162972-53e7-438d-9861-3de4bf85eea1 {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:13.347537 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770ca657-82db-4fa2-8593-8176f0c9efde", "tag": "e84ba698-2c49-4dfc-b50b-21b162049909", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:13.347771 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:13.347899 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8162972-53e7-438d-9861-3de4bf85eea1 {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:13.348198 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770ca657-82db-4fa2-8593-8176f0c9efde', 'tag': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'status': 'completed', 'code': 200} Aug 13 02:49:13.415549 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-f2118c98-dbc7-4bc7-b5d5-559a881b0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:13.417088 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-f2118c98-dbc7-4bc7-b5d5-559a881b0c23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 1098 time: 0.0463309 Aug 13 02:49:13.509235 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-c374568a-9578-41fc-b39b-c01ede19b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:13.510717 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-c374568a-9578-41fc-b39b-c01ede19b625 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0870538 Aug 13 02:49:13.585259 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-700afae8-e038-4e23-bd7e-0e58194bacda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84ba698-2c49-4dfc-b50b-21b162049909 HTTP/1.1" status: 200 len: 999 time: 0.0677204 Aug 13 02:49:13.593629 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '7e0df157-4a47-48e9-b60e-fe784fb3bd27', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:20:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770ca657-82db-4fa2-8593-8176f0c9efde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:12Z', 'updated_at': '2021-08-13T02:49:12Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:13.629364 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:13.638516 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:13.638825 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-5670d380-9512-4b16-a060-cc2e4bfaf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:13.639161 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:48:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:13.640636 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-5670d380-9512-4b16-a060-cc2e4bfaf455 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0487292 Aug 13 02:49:13.692553 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-98792af6-9e7c-4ee8-a8f6-ac1f9c1572ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:13.694112 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-98792af6-9e7c-4ee8-a8f6-ac1f9c1572ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462961 Aug 13 02:49:13.796735 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-fe02bb15-db1b-4b4b-b747-7bc8753089f8 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949750 Aug 13 02:49:13.875579 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:13.892353 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b884481a-d819-4ee2-9256-dc6b77c69d5c req-2a674b74-3879-416c-9840-43694b69329e service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893290 Aug 13 02:49:14.112577 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '7e0df157-4a47-48e9-b60e-fe784fb3bd27', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:20:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770ca657-82db-4fa2-8593-8176f0c9efde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:12Z', 'updated_at': '2021-08-13T02:49:12Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:14.143030 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85eca3-b088-4b6c-be44-6be60955665b None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '7e0df157-4a47-48e9-b60e-fe784fb3bd27', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:20:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770ca657-82db-4fa2-8593-8176f0c9efde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:12Z', 'updated_at': '2021-08-13T02:49:12Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:14.338712 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec63208-569c-41b8-99c9-4bc26fe4bd07 None None] New status for floating IP 7e0df157-4a47-48e9-b60e-fe784fb3bd27: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:49:26.402540 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22282df0-6105-420f-95ff-0ec437e9a1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:27.371917 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:28.866571 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0c5293f0-75fa-4b14-a62b-134f3fc72a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:29.542475 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:30.107584 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:31.573237 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:49:31.816503 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.404620 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e035921c-09c4-4a4f-ae6b-b0ac701f0197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:57.375412 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:58.857164 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0170826-cef6-4e8e-8b36-8c43083854ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:59.543520 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:00.111252 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:01.590263 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-6cf51039-ee83-42ec-85d7-fbd6cdd540a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435183 Aug 13 02:50:01.673958 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-c779a2ce-dbb1-4cf9-b83a-9681a62ac843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:01.675435 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-c779a2ce-dbb1-4cf9-b83a-9681a62ac843 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 1098 time: 0.0434682 Aug 13 02:50:01.775085 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-515a713c-c1d9-40ea-bbc6-26777a61109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:01.776560 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-515a713c-c1d9-40ea-bbc6-26777a61109c service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0829720 Aug 13 02:50:01.846739 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-98e20bc7-f17e-46d4-bedf-c2687c4bed2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84ba698-2c49-4dfc-b50b-21b162049909 HTTP/1.1" status: 200 len: 1001 time: 0.0632768 Aug 13 02:50:01.853798 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:01.897258 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-93ae2709-5174-4516-b924-cb6996a87505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:01.898741 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-93ae2709-5174-4516-b924-cb6996a87505 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0451705 Aug 13 02:50:01.945345 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-a9e93013-d84a-4633-876a-7c29af001b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:01.947698 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-a9e93013-d84a-4633-876a-7c29af001b1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419278 Aug 13 02:50:02.041497 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-ef2e46bc-30f9-4005-8fed-cb245d985470 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865767 Aug 13 02:50:02.129419 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-6752db19-fd13-4808-9a36-bd2414ccb261 req-ad8b45ff-1353-4b02-938b-8e018f7da1f9 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805564 Aug 13 02:50:08.573004 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:50:26.405924 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59660f5a-15f5-42c5-b885-73843bd5d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:27.398174 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:28.858150 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff62a13e-a613-402a-b260-6db43196cc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:29.544823 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:30.114409 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:31.821504 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:45.572819 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:50:56.407126 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-436d6feb-4c07-4d6a-bda7-78d0e45379d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:57.399351 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.858127 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1370538c-23b5-42eb-8dcb-ba5f03cadcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:59.546707 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:00.117612 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:01.825281 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:02.597088 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-b9f97e10-020c-4272-93bd-1e36f2122f0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451951 Aug 13 02:51:02.680874 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-510dfd96-e52e-4537-af6b-e19dfcffed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:02.682414 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-510dfd96-e52e-4537-af6b-e19dfcffed18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 1098 time: 0.0438681 Aug 13 02:51:02.782416 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-8abf0565-38ca-4ce4-9ab0-93be8da25754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:02.783865 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-8abf0565-38ca-4ce4-9ab0-93be8da25754 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0827973 Aug 13 02:51:02.850945 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-4bf7c7c2-4c6a-4bd0-abd4-1dd3c9099bed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84ba698-2c49-4dfc-b50b-21b162049909 HTTP/1.1" status: 200 len: 1001 time: 0.0593815 Aug 13 02:51:02.899499 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-9e188c95-5704-481d-9bab-884d283c557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:02.901494 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-9e188c95-5704-481d-9bab-884d283c557a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0429804 Aug 13 02:51:02.945379 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-70064e47-a920-46e0-9b9c-3b34f3522803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:02.946974 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-70064e47-a920-46e0-9b9c-3b34f3522803 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393212 Aug 13 02:51:03.039187 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-76f9dd1e-3d0c-4b4a-a124-c41defe00171 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847895 Aug 13 02:51:03.130478 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b0947979-9b0b-4ea4-8f35-5e61749c1d85 req-2385108b-f6c1-4aa1-b5b4-08923dcdac26 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824084 Aug 13 02:51:09.154405 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f02af-f272-4a61-999a-7777576728e4 req-43632e17-9f0c-48f7-8c66-4a2ebe28b5c7 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:09.155871 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa5f02af-f272-4a61-999a-7777576728e4 req-43632e17-9f0c-48f7-8c66-4a2ebe28b5c7 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 945 time: 0.0495851 Aug 13 02:51:09.193524 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-aa5f02af-f272-4a61-999a-7777576728e4 req-dc974d43-aa06-43d6-9d1e-84ad04551303 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Aug 13 02:51:10.309244 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a470d-27c4-4cf7-a3d2-966ef776b390 req-e4f13784-bea0-4e76-bf0a-73c55a58952f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:10.310652 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-131a470d-27c4-4cf7-a3d2-966ef776b390 req-e4f13784-bea0-4e76-bf0a-73c55a58952f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 945 time: 0.0503573 Aug 13 02:51:10.351319 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-131a470d-27c4-4cf7-a3d2-966ef776b390 req-ccf43df9-7ca2-4cea-9ac3-98053d8fdc82 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345907 Aug 13 02:51:10.687659 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-bfa259ca-2352-4edf-b785-b42f16608723 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:10.689131 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-bfa259ca-2352-4edf-b785-b42f16608723 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 945 time: 0.0514193 Aug 13 02:51:10.779526 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Deleting port e84ba698-2c49-4dfc-b50b-21b162049909 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:51:10.779862 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:10.868251 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] For port e84ba698-2c49-4dfc-b50b-21b162049909, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e84ba698-2c49-4dfc-b50b-21b162049909,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:10.868614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:11.034214 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:11.034585 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:11.034901 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.db.l3_db [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Floating IP 7e0df157-4a47-48e9-b60e-fe784fb3bd27 disassociated. External IP: 172.27.0.233, port: e84ba698-2c49-4dfc-b50b-21b162049909. Aug 13 02:51:11.035291 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Calling delete_port for e84ba698-2c49-4dfc-b50b-21b162049909 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:51:11.162464 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:11.189691 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event deleted for resources: {'Port': ['ID=e84ba698-2c49-4dfc-b50b-21b162049909,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:11.199124 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.199489 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.199817 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.200153 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.200483 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.200814 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.201164 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.201493 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.201818 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.202142 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.202462 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.203158 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:11.314007 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Router 116ca616-b911-400c-8ada-61bdf4ef8795 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:51:11.427465 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:51:11.437171 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:51:11.448200 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:11.448200 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:50:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:11.448543 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1f71fa67-d788-44c8-b3ac-e54b5886601e req-ea699508-36ce-43b4-8bd8-8108d1658d72 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=770ca657-82db-4fa2-8593-8176f0c9efde HTTP/1.1" status: 200 len: 210 time: 0.0300050 Aug 13 02:51:11.479374 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] No DVR routers for this DVR port e84ba698-2c49-4dfc-b50b-21b162049909 on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:51:11.482350 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:11.484372 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d467995d-395e-4542-8dae-5c56a7afbb25 req-fb33a284-28a0-4f3c-8b65-5fd93b04806a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "DELETE /v2.0/ports/e84ba698-2c49-4dfc-b50b-21b162049909 HTTP/1.1" status: 204 len: 173 time: 0.7890601 Aug 13 02:51:11.484805 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ca657-82db-4fa2-8593-8176f0c9efde', 'name': 'network-vif-deleted', 'tag': 'e84ba698-2c49-4dfc-b50b-21b162049909'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:11.487031 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e26ece-17c1-42c1-b5d3-ced621d42673" -d '{"events": [{"server_uuid": "770ca657-82db-4fa2-8593-8176f0c9efde", "name": "network-vif-deleted", "tag": "e84ba698-2c49-4dfc-b50b-21b162049909"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:11.539222 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6e554-17e0-4aca-87b8-175711c41db0 x-openstack-request-id: req-11b6e554-17e0-4aca-87b8-175711c41db0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:11.539515 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ca657-82db-4fa2-8593-8176f0c9efde", "name": "network-vif-deleted", "tag": "e84ba698-2c49-4dfc-b50b-21b162049909", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:11.539869 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11b6e554-17e0-4aca-87b8-175711c41db0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:11.540210 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ca657-82db-4fa2-8593-8176f0c9efde', 'name': 'network-vif-deleted', 'tag': 'e84ba698-2c49-4dfc-b50b-21b162049909', 'status': 'completed', 'code': 200} Aug 13 02:51:11.563068 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:11.768822 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:11.795674 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:51:11.803931 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:11.804531 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:50:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:11.909894 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:12.106741 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:12.136238 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452bbf3-7709-4f8f-8957-6a501ce56120 None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:51:12.355851 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56de23-1200-490f-af62-06c5b92ae0d2 None None] New status for floating IP 7e0df157-4a47-48e9-b60e-fe784fb3bd27: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:51:12.660103 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-7c83f461-cb9f-4b53-9bf0-e88de47a61a1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863509512&fields=id&tenant_id=45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 267 time: 0.0376627 Aug 13 02:51:12.772549 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-f66e38dd-8a5b-442c-8468-bbaeea4627ca tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:12.774255 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-f66e38dd-8a5b-442c-8468-bbaeea4627ca tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 811 time: 0.1065187 Aug 13 02:51:12.790479 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76ec8d6e-b0ee-4931-aae2-19662a9e8e02 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/quotas/45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Aug 13 02:51:12.844892 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-b1f96b23-33c5-4aaa-b121-abf251be6a76 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479000 Aug 13 02:51:12.945217 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-e188cbde-3545-4657-9554-66b909c286ce service neutron] 10.222.0.22 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874472 Aug 13 02:51:13.033813 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-4a4cc3c4-7387-4045-a3c9-e37556682d2a service neutron] 10.222.0.22 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824330 Aug 13 02:51:13.317601 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4f42bed8-9afd-4320-87cf-f12d1e2758f9 req-ef74f938-47b6-4cdb-8da7-7f5ed66c27cf tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 210 time: 0.0280919 Aug 13 02:51:14.198101 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-a94aecd0-7ed0-456f-8d13-885acb0ae9eb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:14.199648 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-a94aecd0-7ed0-456f-8d13-885acb0ae9eb tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 811 time: 0.1234071 Aug 13 02:51:14.252495 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-4794e2ce-4936-4439-a37c-e64ad1947542 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 380 time: 0.0439048 Aug 13 02:51:14.263072 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'port': {'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'admin_state_up': True, 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'security_groups': ['768e3dbe-8bf4-468e-8ddc-672842cb24a5']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:51:14.388230 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Made reservation on behalf of 45054eb5e28e4df48c32f846b7d14cf4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:51:14.391890 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:14.435541 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-78754f6b-d4c7-4161-acfd-66306e96aa41 req-38e4eb96-ba99-4f4f-b706-a0382fcf07b4 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 210 time: 0.0445955 Aug 13 02:51:14.555216 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Allocated IP 172.20.0.9 (19c378be-c3fc-4127-be0e-a39db50605be/fa577041-bb75-40fc-a75a-0321622bfe5f/060ad184-7777-4362-9836-d6cbb1a544a7) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:51:14.704067 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:14.717342 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Transition to ACTIVE for port object 060ad184-7777-4362-9836-d6cbb1a544a7 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:51:14.765977 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:14.820121 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Network 19c378be-c3fc-4127-be0e-a39db50605be is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:51:14.825937 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:51:14.829017 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:51:14.868744 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=060ad184-7777-4362-9836-d6cbb1a544a7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:14.895977 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:14.896569 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:14.911812 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-6a8b6838-12ac-4287-86a3-462a6a6d7ba3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538858 Aug 13 02:51:14.924381 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Request body: {'port': {'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:51:14.987285 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:15.006771 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6d94e8e6-e99b-4f62-9151-c7bd74e59085 None None] Provisioning for port 060ad184-7777-4362-9836-d6cbb1a544a7 completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:51:15.010541 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6d94e8e6-e99b-4f62-9151-c7bd74e59085 None None] Provisioning complete for port 060ad184-7777-4362-9836-d6cbb1a544a7 triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:51:15.010943 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d94e8e6-e99b-4f62-9151-c7bd74e59085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:15.046020 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6d94e8e6-e99b-4f62-9151-c7bd74e59085 None None] Port 060ad184-7777-4362-9836-d6cbb1a544a7 cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:51:15.260196 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060ad184-7777-4362-9836-d6cbb1a544a7 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:51:15.267333 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:15.279966 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Transition to ACTIVE for port object 060ad184-7777-4362-9836-d6cbb1a544a7 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:51:15.283535 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:15.615816 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Pushing event updated for resources: {'Port': ['ID=060ad184-7777-4362-9836-d6cbb1a544a7,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:15.656123 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device e84ba698-2c49-4dfc-b50b-21b162049909 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:51:15.676298 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: e84ba698-2c49-4dfc-b50b-21b162049909 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:51:15.676648 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device e84ba698-2c49-4dfc-b50b-21b162049909 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:51:15.697518 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ea55-bf5e-4952-8024-a211aaa69a9a req-c48baf58-17b8-4ef4-816c-f7a709fc783b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:15.698995 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e50ea55-bf5e-4952-8024-a211aaa69a9a req-c48baf58-17b8-4ef4-816c-f7a709fc783b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 943 time: 0.0867741 Aug 13 02:51:15.701292 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Attempting to bind port 060ad184-7777-4362-9836-d6cbb1a544a7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:51:15.701627 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Attempting to bind port 060ad184-7777-4362-9836-d6cbb1a544a7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:51:15.701948 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Attempting to bind port 060ad184-7777-4362-9836-d6cbb1a544a7 on network 19c378be-c3fc-4127-be0e-a39db50605be {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:51:15.712444 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Port 060ad184-7777-4362-9836-d6cbb1a544a7 on network 19c378be-c3fc-4127-be0e-a39db50605be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:51:15.712762 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Attempting to bind port 060ad184-7777-4362-9836-d6cbb1a544a7 on network 19c378be-c3fc-4127-be0e-a39db50605be {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:51:15.725902 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:51:15.726248 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Checking segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:51:15.726628 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Bound using segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:51:15.727053 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Bound port: 060ad184-7777-4362-9836-d6cbb1a544a7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:51:15.727408 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:15.753740 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e50ea55-bf5e-4952-8024-a211aaa69a9a req-e3492179-27d3-4563-b32f-ed5853870ab0 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487339 Aug 13 02:51:15.804706 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] For port 060ad184-7777-4362-9836-d6cbb1a544a7, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:51:15.807736 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] For port 060ad184-7777-4362-9836-d6cbb1a544a7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=060ad184-7777-4362-9836-d6cbb1a544a7,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:51:15.812011 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:15.845874 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:15.846494 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:15.847895 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] 10.222.0.20 "PUT /v2.0/ports/060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 200 len: 1093 time: 0.9282899 Aug 13 02:51:15.848336 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:15.850637 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b9b8ea-1074-4d3e-9943-5679af28dea3" -d '{"events": [{"name": "network-changed", "server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:15.905254 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76561b97-076c-4c98-bb83-b69f48c3513a x-openstack-request-id: req-76561b97-076c-4c98-bb83-b69f48c3513a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:15.905548 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:15.905800 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76561b97-076c-4c98-bb83-b69f48c3513a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:15.906199 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7', 'status': 'completed', 'code': 200} Aug 13 02:51:15.920044 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76690da8-c90f-4906-870b-ba0b4b5c35dd service neutron] Pushing event updated for resources: {'Port': ['ID=060ad184-7777-4362-9836-d6cbb1a544a7,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:15.940666 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-b25e4e1a-0011-4bd3-ab51-fccce9872a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:15.942271 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-b25e4e1a-0011-4bd3-ab51-fccce9872a55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1096 time: 0.0511868 Aug 13 02:51:15.986570 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-0d0b6835-a0a1-4a80-af7f-790e09cd0d46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 200 len: 217 time: 0.0357215 Aug 13 02:51:16.041012 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-c3cb3f74-e853-4e0d-9581-42c7d4263711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:16.043092 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-c3cb3f74-e853-4e0d-9581-42c7d4263711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0496473 Aug 13 02:51:16.088452 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-0cd245f3-3df3-4110-bc17-5001a9bb9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:16.090023 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-0cd245f3-3df3-4110-bc17-5001a9bb9fcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401993 Aug 13 02:51:16.181771 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-ccc46d6c-7da3-4e76-b4de-c73ac2eeb119 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Aug 13 02:51:16.271374 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-f71e2ad5-7566-4f2d-9ca1-18f1392ad16e req-57ee77e1-1da2-4bb9-90c1-e20b2c8959cd service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816319 Aug 13 02:51:16.354539 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-5d67f5a1-0c8d-4cdb-8af6-d41648bbf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:16.356006 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-5d67f5a1-0c8d-4cdb-8af6-d41648bbf1b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1096 time: 0.0401003 Aug 13 02:51:16.451432 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-a78d0df6-2702-4775-8b82-02a07a83be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:16.452826 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-a78d0df6-2702-4775-8b82-02a07a83be2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0895934 Aug 13 02:51:16.494736 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-0cfb6d59-b3ca-47ed-9564-90b4403e4984 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 200 len: 217 time: 0.0344250 Aug 13 02:51:16.543563 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-b0c10974-c501-4533-b274-db65e73a1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:16.545030 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-b0c10974-c501-4533-b274-db65e73a1172 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0430400 Aug 13 02:51:16.594857 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-8e76f298-0c50-4c27-9a51-a75331565ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:16.596376 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-8e76f298-0c50-4c27-9a51-a75331565ccf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438554 Aug 13 02:51:16.685021 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-2ac176da-36d9-468b-aa82-a4972383b1a1 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811975 Aug 13 02:51:16.777214 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-92b9b8ea-1074-4d3e-9943-5679af28dea3 req-06a4678c-8d2e-4322-8de0-6e40fe81566f service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853915 Aug 13 02:51:16.867177 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e7ea2-fd44-479e-9db0-e58d6732c0f0 req-b93ae4c3-16e5-4ba4-a46a-32c331cfc123 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:16.868650 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb8e7ea2-fd44-479e-9db0-e58d6732c0f0 req-b93ae4c3-16e5-4ba4-a46a-32c331cfc123 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 943 time: 0.0495327 Aug 13 02:51:16.906559 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bb8e7ea2-fd44-479e-9db0-e58d6732c0f0 req-e81a8124-61ce-4029-af8e-2d2222752d8f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Aug 13 02:51:18.035938 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45a87-ff2b-4e46-bfe6-f596d7cbc914 req-e51e0e1d-ea44-453f-a0a3-9062b599025c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:18.037457 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-beb45a87-ff2b-4e46-bfe6-f596d7cbc914 req-e51e0e1d-ea44-453f-a0a3-9062b599025c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 943 time: 0.0598156 Aug 13 02:51:18.081464 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-beb45a87-ff2b-4e46-bfe6-f596d7cbc914 req-a45a0bf6-193b-4350-9a4f-1aef38f08531 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360069 Aug 13 02:51:19.204127 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58da2-00bb-43ff-8fb1-eeffeb9482cb req-38ce2967-54b4-4fe9-9bbf-5a51714eb4ed tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:19.205646 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0ef58da2-00bb-43ff-8fb1-eeffeb9482cb req-38ce2967-54b4-4fe9-9bbf-5a51714eb4ed tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 943 time: 0.0543509 Aug 13 02:51:19.243391 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-0ef58da2-00bb-43ff-8fb1-eeffeb9482cb req-880fa41a-8709-4813-ba80-eb366c8f052d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Aug 13 02:51:20.354569 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcdb4d-8013-4b31-9af7-9d9ca5e8be01 req-6630a7f7-8446-4345-aa51-b3ed72ba1a38 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:20.356053 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49bcdb4d-8013-4b31-9af7-9d9ca5e8be01 req-6630a7f7-8446-4345-aa51-b3ed72ba1a38 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 943 time: 0.0475054 Aug 13 02:51:20.393696 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-49bcdb4d-8013-4b31-9af7-9d9ca5e8be01 req-f5aa4e95-3de3-4ac0-8386-e478aebd6f1b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Aug 13 02:51:21.523848 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07176502-219c-4a89-a2e7-5f0adf35e00a req-338c4237-e6e7-4cff-a7d9-af32fdf81c4b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:21.525314 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07176502-219c-4a89-a2e7-5f0adf35e00a req-338c4237-e6e7-4cff-a7d9-af32fdf81c4b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 943 time: 0.0523257 Aug 13 02:51:21.563334 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-07176502-219c-4a89-a2e7-5f0adf35e00a req-c79736f5-6b6c-4199-8bb3-8ceb3c9a85d0 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Aug 13 02:51:22.573019 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:51:22.675214 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f55a-1a4e-43a2-b8c2-1c6200e895eb req-fbdf0850-46d2-4f75-ab4b-512e6c0107cc tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:22.676969 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3715f55a-1a4e-43a2-b8c2-1c6200e895eb req-fbdf0850-46d2-4f75-ab4b-512e6c0107cc tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 943 time: 0.0483234 Aug 13 02:51:22.728491 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-3715f55a-1a4e-43a2-b8c2-1c6200e895eb req-ec0e0a0b-99b7-4f46-a040-0899dac63821 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450079 Aug 13 02:51:23.714735 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 060ad184-7777-4362-9836-d6cbb1a544a7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:51:23.812340 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 060ad184-7777-4362-9836-d6cbb1a544a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=060ad184-7777-4362-9836-d6cbb1a544a7,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:23.824154 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '060ad184-7777-4362-9836-d6cbb1a544a7', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:51:23.842251 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59b33-b699-45c7-a6b4-f7458b8fd520 req-103001f8-62b8-404c-a6d9-48604ca27e94 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:23.843722 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-40b59b33-b699-45c7-a6b4-f7458b8fd520 req-103001f8-62b8-404c-a6d9-48604ca27e94 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 943 time: 0.0493011 Aug 13 02:51:23.860888 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:23.873368 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060ad184-7777-4362-9836-d6cbb1a544a7 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:51:23.881663 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-40b59b33-b699-45c7-a6b4-f7458b8fd520 req-43a101d1-3920-4ecd-ac97-02554c7a6a65 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Aug 13 02:51:23.893085 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 060ad184-7777-4362-9836-d6cbb1a544a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=060ad184-7777-4362-9836-d6cbb1a544a7,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:23.898338 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:23.945843 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=060ad184-7777-4362-9836-d6cbb1a544a7,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:23.953739 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.954094 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.954437 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.954790 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.955119 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.955454 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.955784 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.956117 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.956445 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.956772 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.957135 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:23.957461 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:24.108091 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['060ad184-7777-4362-9836-d6cbb1a544a7'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:51:24.999995 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f78e-d35c-4506-93cd-4a9a870a7fd8 req-4ff41526-24a3-4007-aebe-b6ee59672d51 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:25.001488 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9fd9f78e-d35c-4506-93cd-4a9a870a7fd8 req-4ff41526-24a3-4007-aebe-b6ee59672d51 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 944 time: 0.0491467 Aug 13 02:51:25.039292 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9fd9f78e-d35c-4506-93cd-4a9a870a7fd8 req-72bb9cab-d602-47bb-b73f-ad790b28d213 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Aug 13 02:51:25.735105 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 060ad184-7777-4362-9836-d6cbb1a544a7 up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:51:25.789794 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 060ad184-7777-4362-9836-d6cbb1a544a7 completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:51:25.794347 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 060ad184-7777-4362-9836-d6cbb1a544a7 triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:51:25.794725 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:25.868735 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:25.891083 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:25.893358 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a071d19-238d-496f-8c74-071caa90fab1" -d '{"events": [{"server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "name": "network-vif-plugged", "status": "completed", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:25.906664 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 060ad184-7777-4362-9836-d6cbb1a544a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=060ad184-7777-4362-9836-d6cbb1a544a7,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:25.910470 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:25.936596 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36df7530-3c17-477a-8435-894fb2c5a414 x-openstack-request-id: req-36df7530-3c17-477a-8435-894fb2c5a414 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:25.936887 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "name": "network-vif-plugged", "status": "completed", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:25.937164 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36df7530-3c17-477a-8435-894fb2c5a414 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:25.937551 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7', 'code': 200} Aug 13 02:51:25.964852 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=060ad184-7777-4362-9836-d6cbb1a544a7,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:26.141093 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce323ec-a39d-4bb0-82f3-21fd79aff42b req-c39b4d3d-da6d-4415-8f6c-b777776a89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:26.142611 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cce323ec-a39d-4bb0-82f3-21fd79aff42b req-c39b4d3d-da6d-4415-8f6c-b777776a89d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1098 time: 0.0431538 Aug 13 02:51:26.158608 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e2222-3f4e-4a17-8f12-696d3b5333d1 req-ff4f7e47-30f5-459a-9e45-148e272a0aa9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:26.160057 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9b3e2222-3f4e-4a17-8f12-696d3b5333d1 req-ff4f7e47-30f5-459a-9e45-148e272a0aa9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Aug 13 02:51:26.178125 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cce323ec-a39d-4bb0-82f3-21fd79aff42b req-7c9073d0-d0a6-4c73-aec6-e5aee369b73d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288818 Aug 13 02:51:26.198588 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9b3e2222-3f4e-4a17-8f12-696d3b5333d1 req-ae85decf-6df5-47f0-aed0-8c8296ae16dd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Aug 13 02:51:26.407708 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7401e5b5-9ce9-43e0-8b23-50eceef69337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.316877 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ab22b-7262-4b1e-98b8-f99090b1a05d req-b3f4ac5f-b4e0-4fe8-926c-b021a2aac3a2 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:27.318363 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f1ab22b-7262-4b1e-98b8-f99090b1a05d req-b3f4ac5f-b4e0-4fe8-926c-b021a2aac3a2 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 945 time: 0.0533106 Aug 13 02:51:27.355385 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7f1ab22b-7262-4b1e-98b8-f99090b1a05d req-e3b5df85-a478-4fb4-80bb-58d389504fd7 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Aug 13 02:51:27.387935 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.470166 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7670-cded-4647-8da9-6e28efe69631 req-9b12b1b0-2a0a-4ea8-924e-1221a821d757 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:27.471627 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e5f7670-cded-4647-8da9-6e28efe69631 req-9b12b1b0-2a0a-4ea8-924e-1221a821d757 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Aug 13 02:51:27.512615 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-9e5f7670-cded-4647-8da9-6e28efe69631 req-5ea62ec1-5f51-4e35-a83d-23ea4b3434dc tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Aug 13 02:51:27.533872 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55390) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:27.573159 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac19421-4b26-400a-a0fa-2a29b0c0532a tempest-TestVolumeBootPattern-685930124 tempest-TestVolumeBootPattern-685930124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:27.574625 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-5ac19421-4b26-400a-a0fa-2a29b0c0532a tempest-TestVolumeBootPattern-685930124 tempest-TestVolumeBootPattern-685930124-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1093 time: 0.0398118 Aug 13 02:51:27.577317 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55392) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:27.581594 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:51:27.602335 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.696996 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.803621 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Allocated IP 172.27.0.55 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/c838f993-5d43-404d-b68b-ba0a236f5a15) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:51:27.900086 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.937953 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.982405 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:51:27.985273 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:51:27.988839 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:51:27.994131 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=c838f993-5d43-404d-b68b-ba0a236f5a15,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:28.019323 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.019670 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.020011 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.020339 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.020681 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.021023 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.021351 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.021675 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.021998 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.022319 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.022638 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.022954 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:28.349705 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.414049 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.560679 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.564909 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.630078 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=c838f993-5d43-404d-b68b-ba0a236f5a15,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:28.642356 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.743185 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Floating IP c6b81b96-ca42-4f37-9d8d-85a36d4da141 associated. External IP: 172.27.0.55, port: 060ad184-7777-4362-9836-d6cbb1a544a7. Aug 13 02:51:28.859454 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-29cf4aae-f780-4099-9a26-c221efc69f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.951217 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Router 116ca616-b911-400c-8ada-61bdf4ef8795 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:51:29.058056 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:51:29.068003 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:51:29.073786 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:29.077535 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:29.078602 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:51:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:29.100013 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-cd3734d4-c4ac-4ff1-ac44-cd5494fdd797 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5216994 Aug 13 02:51:29.100716 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:29.102996 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd20141-5f4a-4318-ab89-e7288bc33913" -d '{"events": [{"name": "network-changed", "server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:29.138959 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93daf030-d408-4947-896c-c0e4d63cc4ab x-openstack-request-id: req-93daf030-d408-4947-896c-c0e4d63cc4ab {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:29.139466 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:29.139608 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93daf030-d408-4947-896c-c0e4d63cc4ab {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:29.139987 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7', 'status': 'completed', 'code': 200} Aug 13 02:51:29.189067 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:29.201055 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-3a9abb95-92a1-4834-b463-926fe6eeb6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:29.202729 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-3a9abb95-92a1-4834-b463-926fe6eeb6be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1098 time: 0.0417836 Aug 13 02:51:29.296144 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-8a0b8767-b0d4-4fa1-bd7b-5485717e174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:29.297808 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-8a0b8767-b0d4-4fa1-bd7b-5485717e174d service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0882814 Aug 13 02:51:29.362303 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-cf0b2d6a-9371-4c83-b5d2-31dfb53d497b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 200 len: 998 time: 0.0578215 Aug 13 02:51:29.410414 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-8d6abb41-d718-4139-b777-3dde14e6be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:29.411303 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:28Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:29.411886 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-8d6abb41-d718-4139-b777-3dde14e6be86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0429180 Aug 13 02:51:29.442826 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:51:29.451815 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:29.452442 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:51:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:29.460220 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-9b145b51-7c7c-4b54-b7cc-ca3799c42d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:29.461747 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-9b145b51-7c7c-4b54-b7cc-ca3799c42d3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430286 Aug 13 02:51:29.555178 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-a6071980-c694-4bf0-9636-bd281c582607 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852029 Aug 13 02:51:29.641650 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:29.651969 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cbd20141-5f4a-4318-ab89-e7288bc33913 req-c4c62fd4-8aec-4748-b6b2-1026053dcfcf service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886695 Aug 13 02:51:29.698452 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:29.924992 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:28Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:29.952306 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab1405-c290-4ef9-8832-3a9eb7beea82 None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:28Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:51:30.121566 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:30.236272 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc1b82-9f35-4453-a41f-169ed6e6c469 None None] New status for floating IP c6b81b96-ca42-4f37-9d8d-85a36d4da141: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:51:31.827734 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:56.412782 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03149685-1aeb-401d-813c-24a488cb20be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:57.402250 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:58.858970 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eab29b03-96da-4bf2-813a-57235fa236bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:59.553800 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:59.570933 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:52:00.122144 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:01.834560 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:02.583446 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-38be0d59-afd5-4e85-9f72-cca9fe03b8d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409651 Aug 13 02:52:02.661934 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-b03cb9e9-fe95-40cf-94a0-3781cda1d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:02.663407 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-b03cb9e9-fe95-40cf-94a0-3781cda1d2f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1098 time: 0.0394726 Aug 13 02:52:02.768966 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-a4f18e0f-ed8c-43be-947c-b1d8469f1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:02.770458 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-a4f18e0f-ed8c-43be-947c-b1d8469f1fb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0868633 Aug 13 02:52:02.834590 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-dd07c31c-f0db-4a5d-88e7-fbed2d33a222 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 200 len: 1000 time: 0.0571342 Aug 13 02:52:02.885519 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-ed27fe62-3809-46f5-8e52-d552490791b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:02.886963 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-ed27fe62-3809-46f5-8e52-d552490791b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0459318 Aug 13 02:52:02.934273 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-82064764-75d6-4e4b-84b0-45dcb52ce2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:02.936483 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-82064764-75d6-4e4b-84b0-45dcb52ce2aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425150 Aug 13 02:52:03.024581 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-8300377d-68e3-4737-bb43-56d9554edf06 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813355 Aug 13 02:52:03.115613 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-4e273c67-94c2-4c2c-9ce2-cccc24679bc4 req-bb0e7ab8-0845-4d45-9d8e-29adf6bd74ab service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839908 Aug 13 02:52:26.412705 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-abda3d68-f7b5-4926-b63d-266c6cae72e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:27.411675 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:28.860571 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8291169-05ad-49dd-a2ee-9a0e3e41035f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:29.554804 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:30.126418 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:31.833121 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:36.570607 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:52:56.414512 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60327d7c-fe28-4004-b381-66d2dda4b297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:57.404396 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:58.861280 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec04e742-47b5-4007-a12a-c8cf0c54caa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:59.556078 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:00.129326 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:01.836419 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:04.685410 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-73af03db-ba03-4327-8920-362b895feb6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1061807 Aug 13 02:53:04.773120 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-50740974-34e4-493f-bd72-eaf8aeaa71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:04.774661 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-50740974-34e4-493f-bd72-eaf8aeaa71eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1098 time: 0.0414727 Aug 13 02:53:04.879463 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-9dd221fb-f2c8-4baa-b3c7-261dc46eeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:04.880923 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-9dd221fb-f2c8-4baa-b3c7-261dc46eeb78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0862496 Aug 13 02:53:04.946286 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-a8eca025-799a-44a9-ae2e-4b55217ed567 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 200 len: 1000 time: 0.0568190 Aug 13 02:53:04.995508 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-0b49751c-8774-449b-9d54-f3832c76664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:04.996929 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-0b49751c-8774-449b-9d54-f3832c76664a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0428922 Aug 13 02:53:05.045462 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-26fc8f28-94b6-48ef-b3d8-2d6308860223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:05.047518 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-26fc8f28-94b6-48ef-b3d8-2d6308860223 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430841 Aug 13 02:53:05.136721 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-0dcdeb21-3f70-4c87-ae45-a331ab54012c service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801105 Aug 13 02:53:05.227504 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-a31ddd53-243d-42cb-aa2b-5ede1972f779 req-979bba22-3309-40f6-87c8-a548acc26ec9 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829806 Aug 13 02:53:07.137720 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-64be30c1-7624-4033-9116-e805fb182a00 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863509512&fields=id&tenant_id=45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 267 time: 0.0340989 Aug 13 02:53:07.245747 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-52522010-a0ec-47d3-9062-8c46f33306f0 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:07.247212 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-52522010-a0ec-47d3-9062-8c46f33306f0 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 811 time: 0.1025257 Aug 13 02:53:07.261939 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-68dfe260-3804-4619-ac2f-bfa775259ee3 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/quotas/45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 375 time: 0.0089483 Aug 13 02:53:07.318618 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-ab97bfa3-42a0-4ef9-b92d-fa848eab6f62 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509925 Aug 13 02:53:07.453322 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-64a710a7-f569-4e7e-8677-b78c353662b5 service neutron] 10.222.0.22 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216083 Aug 13 02:53:07.544015 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f2ea3b63-1fe0-407a-ac1d-9a6b1744627a service neutron] 10.222.0.22 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838828 Aug 13 02:53:07.875608 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3ff50205-ac15-4d04-a6d6-1bc40d3e5beb req-4b1d18f7-cb50-482f-9497-06bd94555894 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 210 time: 0.0787046 Aug 13 02:53:08.698672 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-351b28b8-8983-47d5-a21b-b878ebc58dc8 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:08.700148 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-351b28b8-8983-47d5-a21b-b878ebc58dc8 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 811 time: 0.1022532 Aug 13 02:53:08.755204 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-3fefc9f0-a7a6-4a8c-8ff1-17e51d102ef6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45054eb5e28e4df48c32f846b7d14cf4 HTTP/1.1" status: 200 len: 380 time: 0.0407629 Aug 13 02:53:08.766160 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'port': {'device_id': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'admin_state_up': True, 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'security_groups': ['768e3dbe-8bf4-468e-8ddc-672842cb24a5']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:53:08.877473 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Made reservation on behalf of 45054eb5e28e4df48c32f846b7d14cf4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:53:08.880915 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:08.973069 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-437077eb-2755-4b74-8a2e-815729620d25 req-c851ddc4-abbd-4b94-94a3-0337f5f6b650 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 210 time: 0.0274782 Aug 13 02:53:09.010618 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Allocated IP 172.20.0.10 (19c378be-c3fc-4127-be0e-a39db50605be/fa577041-bb75-40fc-a75a-0321622bfe5f/28983790-c9ee-4e9a-a37b-864e3eae93aa) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:53:09.156217 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.170087 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Transition to ACTIVE for port object 28983790-c9ee-4e9a-a37b-864e3eae93aa will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:53:09.203437 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.255723 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Network 19c378be-c3fc-4127-be0e-a39db50605be is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:53:09.258739 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:53:09.262539 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:53:09.268898 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=28983790-c9ee-4e9a-a37b-864e3eae93aa,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:09.298057 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.298418 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.298766 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.299108 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.299447 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.300039 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.300374 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.300736 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.301093 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.301431 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.301766 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.302085 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:09.326900 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:09.327432 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.342996 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-f18a8ea1-d1b6-47d3-830a-1e5de4caa8e1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811970 Aug 13 02:53:09.355939 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.v2.base [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Request body: {'port': {'device_id': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:53:09.414410 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.432220 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-daf68f97-9f82-422e-9d45-a277a6793891 None None] Provisioning for port 28983790-c9ee-4e9a-a37b-864e3eae93aa completed by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:53:09.437804 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-daf68f97-9f82-422e-9d45-a277a6793891 None None] Provisioning complete for port 28983790-c9ee-4e9a-a37b-864e3eae93aa triggered by entity DHCP. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:53:09.438182 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daf68f97-9f82-422e-9d45-a277a6793891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.476108 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-daf68f97-9f82-422e-9d45-a277a6793891 None None] Port 28983790-c9ee-4e9a-a37b-864e3eae93aa cannot update to ACTIVE because it is not bound. {{(pid=94064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:53:09.681934 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28983790-c9ee-4e9a-a37b-864e3eae93aa {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:53:09.690051 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.701294 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Transition to ACTIVE for port object 28983790-c9ee-4e9a-a37b-864e3eae93aa will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:53:09.705202 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.762946 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=28983790-c9ee-4e9a-a37b-864e3eae93aa,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:09.849971 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Attempting to bind port 28983790-c9ee-4e9a-a37b-864e3eae93aa on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:53:09.850315 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Attempting to bind port 28983790-c9ee-4e9a-a37b-864e3eae93aa by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:53:09.850654 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Attempting to bind port 28983790-c9ee-4e9a-a37b-864e3eae93aa on network 19c378be-c3fc-4127-be0e-a39db50605be {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:53:09.855162 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Port 28983790-c9ee-4e9a-a37b-864e3eae93aa on network 19c378be-c3fc-4127-be0e-a39db50605be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:53:09.855516 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Attempting to bind port 28983790-c9ee-4e9a-a37b-864e3eae93aa on network 19c378be-c3fc-4127-be0e-a39db50605be {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:53:09.861582 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Checking agent: {'id': '8a9eabe2-5cdb-4fc4-8ef2-9281de735286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'started_at': datetime.datetime(2021, 8, 13, 2, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:53:09.861923 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Checking segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:53:09.862314 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Bound using segment: {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:53:09.862748 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Bound port: 28983790-c9ee-4e9a-a37b-864e3eae93aa, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a5d487-2234-4230-9e46-64b4df7e22d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:53:09.863111 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.932245 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] For port 28983790-c9ee-4e9a-a37b-864e3eae93aa, host hv-cinder-76019, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:53:09.935254 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] For port 28983790-c9ee-4e9a-a37b-864e3eae93aa, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:53:09.939936 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9113667'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.974195 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:09.974816 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.976198 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/28983790-c9ee-4e9a-a37b-864e3eae93aa HTTP/1.1" status: 200 len: 1094 time: 0.6247499 Aug 13 02:53:09.976637 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:09.978875 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc698c42-872a-4dd4-8df5-afe31d03f33e" -d '{"events": [{"name": "network-changed", "server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:10.010896 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74244d-802b-4954-a6ce-da0bf25ec7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=28983790-c9ee-4e9a-a37b-864e3eae93aa,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:10.062383 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc21b94-cb8b-49af-b784-680cb0cf60f0 x-openstack-request-id: req-8cc21b94-cb8b-49af-b784-680cb0cf60f0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:10.064699 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:10.064699 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8cc21b94-cb8b-49af-b784-680cb0cf60f0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:10.064699 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'status': 'completed', 'code': 200} Aug 13 02:53:10.081152 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-b5b5c37b-9c48-499d-96f5-af7accaaed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.082698 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-b5b5c37b-9c48-499d-96f5-af7accaaed8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 1097 time: 0.0503480 Aug 13 02:53:10.107449 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c90c-7876-46b0-8501-d0ea1cb47c2c req-36e0d1e8-c97f-461f-8fde-3c517db29db9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.110505 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9e7c90c-7876-46b0-8501-d0ea1cb47c2c req-36e0d1e8-c97f-461f-8fde-3c517db29db9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 944 time: 0.0575135 Aug 13 02:53:10.132545 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-56cd054f-1a30-4129-8d85-c4a1c9c96115 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa HTTP/1.1" status: 200 len: 217 time: 0.0415015 Aug 13 02:53:10.156574 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-a9e7c90c-7876-46b0-8501-d0ea1cb47c2c req-43e7e297-6b3e-42d9-be68-c3787a00cacd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399027 Aug 13 02:53:10.185350 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-8fc314a7-1c20-4abb-86e8-259c8e31af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.186752 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-8fc314a7-1c20-4abb-86e8-259c8e31af73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0476892 Aug 13 02:53:10.241332 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-8551a5bd-b1fa-4d89-b6bb-826bfd9e004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.242814 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-8551a5bd-b1fa-4d89-b6bb-826bfd9e004d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460341 Aug 13 02:53:10.336601 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-892ba8fa-30fc-437e-9243-49982f2ec782 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862250 Aug 13 02:53:10.424308 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-17b65f5a-fdc5-4bc2-b557-95618fa3320a req-acda2840-c35e-4fc4-9aab-3b841f988c16 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799513 Aug 13 02:53:10.508628 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-eecd46c6-cacd-4126-96ac-5bd9fc1e3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.510024 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-eecd46c6-cacd-4126-96ac-5bd9fc1e3796 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 1097 time: 0.0394664 Aug 13 02:53:10.604433 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-1da5a32b-3866-45f4-b89e-a6e8e8f10809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.605922 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-1da5a32b-3866-45f4-b89e-a6e8e8f10809 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0867410 Aug 13 02:53:10.646795 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-1f8165ee-f25b-4849-bd6f-0de783803a9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa HTTP/1.1" status: 200 len: 217 time: 0.0333703 Aug 13 02:53:10.700735 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-f3a0375a-dd3c-4b0f-ac4c-d28c6722c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.702065 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-f3a0375a-dd3c-4b0f-ac4c-d28c6722c4fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0475490 Aug 13 02:53:10.746719 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-9ac0e692-b95e-4d43-a9af-4b56c36c5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.748204 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-9ac0e692-b95e-4d43-a9af-4b56c36c5997 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388751 Aug 13 02:53:10.840277 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-b59174ab-339f-4fce-bdb1-5c13cd719a8c service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799751 Aug 13 02:53:11.180188 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-bc698c42-872a-4dd4-8df5-afe31d03f33e req-ded34f3d-f8c4-4852-8500-af7b5ad15dd5 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297031 Aug 13 02:53:11.276819 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9065e9-4aea-4a1d-bb9c-611037b3fb18 req-0ec473fe-a9ac-49d2-a2ca-5b241f91be6c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:11.278320 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-fa9065e9-4aea-4a1d-bb9c-611037b3fb18 req-0ec473fe-a9ac-49d2-a2ca-5b241f91be6c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 944 time: 0.0504858 Aug 13 02:53:11.316341 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-fa9065e9-4aea-4a1d-bb9c-611037b3fb18 req-7539a39d-c15b-48cd-b762-6fbb28647e68 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Aug 13 02:53:12.431652 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e01337-a48b-4c5c-994e-3d06a8621116 req-4ef88ef9-6f99-43a0-8f8e-74a231c84996 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:12.433166 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-46e01337-a48b-4c5c-994e-3d06a8621116 req-4ef88ef9-6f99-43a0-8f8e-74a231c84996 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 944 time: 0.0524611 Aug 13 02:53:12.471661 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-46e01337-a48b-4c5c-994e-3d06a8621116 req-d5a77836-4ca3-4ed5-beed-47a93de3e278 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Aug 13 02:53:13.569376 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:53:13.586003 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182fc13-49cc-42cb-babd-a4c6aa9707cf req-384527b1-89b2-49ee-a0e2-e0b1f6c45b5a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:13.587512 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d182fc13-49cc-42cb-babd-a4c6aa9707cf req-384527b1-89b2-49ee-a0e2-e0b1f6c45b5a tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 944 time: 0.0480366 Aug 13 02:53:13.629990 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d182fc13-49cc-42cb-babd-a4c6aa9707cf req-f8c8203c-1839-4531-b55e-27e8d8705232 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365863 Aug 13 02:53:14.744332 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1641c-b7ca-41c4-9ea5-89bb15ef876d req-8ef47510-2611-4473-9040-bf0cf1450d79 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:14.745903 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ac1641c-b7ca-41c4-9ea5-89bb15ef876d req-8ef47510-2611-4473-9040-bf0cf1450d79 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 944 time: 0.0494182 Aug 13 02:53:14.784463 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ac1641c-b7ca-41c4-9ea5-89bb15ef876d req-7c802272-d3ca-4dcd-ad3e-cf011e25aa0d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Aug 13 02:53:15.896836 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc096faa-8ffc-4632-be19-9c016851390d req-a67d9941-e4f1-4de6-a63f-bc0d979f060c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:15.898391 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc096faa-8ffc-4632-be19-9c016851390d req-a67d9941-e4f1-4de6-a63f-bc0d979f060c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 944 time: 0.0485446 Aug 13 02:53:15.935841 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-cc096faa-8ffc-4632-be19-9c016851390d req-b2833e66-ab27-4e2b-bebc-21210a8f79b1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Aug 13 02:53:17.062674 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea07895-6336-4a66-81c0-7099253cd458 req-c3743548-7f78-4835-adbe-3e7ccf27780d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:17.064294 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ea07895-6336-4a66-81c0-7099253cd458 req-c3743548-7f78-4835-adbe-3e7ccf27780d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 944 time: 0.0549254 Aug 13 02:53:17.107615 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-1ea07895-6336-4a66-81c0-7099253cd458 req-f5b93a05-d821-4a4d-9679-9ca34afdef3b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373213 Aug 13 02:53:18.227695 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d0da9-1612-4e49-bad8-f1dea7f3585f req-b9bb2a76-0454-4fa0-9f4d-686d9a98a0e7 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:18.229111 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-369d0da9-1612-4e49-bad8-f1dea7f3585f req-b9bb2a76-0454-4fa0-9f4d-686d9a98a0e7 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 944 time: 0.0478940 Aug 13 02:53:18.267231 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-369d0da9-1612-4e49-bad8-f1dea7f3585f req-32431795-8fd8-4d71-89c3-54f87a93db69 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Aug 13 02:53:18.340103 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 28983790-c9ee-4e9a-a37b-864e3eae93aa details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:53:18.431182 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 28983790-c9ee-4e9a-a37b-864e3eae93aa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:18.442182 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Returning: {'device': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'port_id': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'mac_address': 'fa:16:3e:a3:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:53:18.477216 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:18.492816 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28983790-c9ee-4e9a-a37b-864e3eae93aa {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:53:18.511818 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 28983790-c9ee-4e9a-a37b-864e3eae93aa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:18.516469 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:18.563563 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=28983790-c9ee-4e9a-a37b-864e3eae93aa,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:18.570518 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.570874 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.571222 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.571567 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.571907 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.572248 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.572905 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.573276 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.573612 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.573945 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.574277 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.574603 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:18.737002 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] get_ports_and_sgs() called for port_ids ['28983790-c9ee-4e9a-a37b-864e3eae93aa'] {{(pid=94064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:53:19.382502 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec837d2-5b6d-45e9-9413-a3a3c1b86ac7 req-07483e7c-097c-439c-9017-feeaedbbdf23 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:19.383950 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ec837d2-5b6d-45e9-9413-a3a3c1b86ac7 req-07483e7c-097c-439c-9017-feeaedbbdf23 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 945 time: 0.0517664 Aug 13 02:53:19.422642 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7ec837d2-5b6d-45e9-9413-a3a3c1b86ac7 req-484adf1f-776a-4693-a276-5291acd0583b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Aug 13 02:53:20.354033 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 28983790-c9ee-4e9a-a37b-864e3eae93aa up at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:53:20.401328 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning for port 28983790-c9ee-4e9a-a37b-864e3eae93aa completed by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:53:20.404810 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Provisioning complete for port 28983790-c9ee-4e9a-a37b-864e3eae93aa triggered by entity L2. {{(pid=94064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:53:20.405217 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3685899'] for port, provisioning_complete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:20.482544 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:20.505288 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:20.507439 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0197250294c518e9f6947285873be7510637b63611b5f7e3ce09fd85f72c4c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2feb5ad-27e6-499c-bc60-c5a82a4e1a6b" -d '{"events": [{"server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "name": "network-vif-plugged", "status": "completed", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:20.521591 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] For port 28983790-c9ee-4e9a-a37b-864e3eae93aa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:20.526908 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:20.543817 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ed3f6-5072-4b0b-999b-005cea0ad2d4 req-5c90a6ba-cfa6-4cd3-bd32-6765867317b2 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:20.545364 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1a9ed3f6-5072-4b0b-999b-005cea0ad2d4 req-5c90a6ba-cfa6-4cd3-bd32-6765867317b2 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 945 time: 0.0543795 Aug 13 02:53:20.553003 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227d7fa-663f-4618-971c-5960d027f99b x-openstack-request-id: req-5227d7fa-663f-4618-971c-5960d027f99b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:20.553292 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "name": "network-vif-plugged", "status": "completed", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:20.553540 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5227d7fa-663f-4618-971c-5960d027f99b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:20.553914 dv-cinder-760199-7-iscsi neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'code': 200} Aug 13 02:53:20.585819 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Pushing event updated for resources: {'Port': ['ID=28983790-c9ee-4e9a-a37b-864e3eae93aa,revision_number=5']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:20.590140 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-1a9ed3f6-5072-4b0b-999b-005cea0ad2d4 req-20ef2fe1-0489-4291-9330-c6e15122ad7f tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370269 Aug 13 02:53:20.782080 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac78f7-9697-4400-b15a-cffbbb887110 req-b9612fe0-3346-4e8f-8302-316950db7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:20.783486 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d6ac78f7-9697-4400-b15a-cffbbb887110 req-b9612fe0-3346-4e8f-8302-316950db7c74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 1099 time: 0.0402949 Aug 13 02:53:20.818344 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d6ac78f7-9697-4400-b15a-cffbbb887110 req-cd80bbeb-62d9-413b-af35-4e76518ad789 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273573 Aug 13 02:53:21.710047 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751eb34-ff77-4462-b21d-737658eb46da req-49771d92-1c4f-49ea-b52d-183a6e0a5d18 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:21.711526 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7751eb34-ff77-4462-b21d-737658eb46da req-49771d92-1c4f-49ea-b52d-183a6e0a5d18 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 946 time: 0.0518937 Aug 13 02:53:21.752055 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-7751eb34-ff77-4462-b21d-737658eb46da req-012f9155-2093-4052-9c73-ab30ad7ff7e9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344608 Aug 13 02:53:22.864666 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee5ac8-be6b-4d1f-94bf-01b3ce256d89 req-2ecf0221-e567-42dc-ba2a-b03d9437f79c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:22.866149 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-afee5ac8-be6b-4d1f-94bf-01b3ce256d89 req-2ecf0221-e567-42dc-ba2a-b03d9437f79c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 946 time: 0.0480602 Aug 13 02:53:22.903184 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-afee5ac8-be6b-4d1f-94bf-01b3ce256d89 req-067e83b0-ae2e-4f06-86ed-69527864f010 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Aug 13 02:53:23.017125 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c44d70-06ad-4876-9eeb-ccfcbcd4a17e req-ddcb6564-5b96-4413-a686-49549c672b20 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:23.018575 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b7c44d70-06ad-4876-9eeb-ccfcbcd4a17e req-ddcb6564-5b96-4413-a686-49549c672b20 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 946 time: 0.0490599 Aug 13 02:53:23.055756 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-b7c44d70-06ad-4876-9eeb-ccfcbcd4a17e req-e9fd4bb5-ca6c-494b-afaf-6c59e13c345d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Aug 13 02:53:23.077747 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55528) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:23.119480 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41523de2-2bf9-4dba-8960-8cac58e403d3 tempest-TestVolumeBootPattern-685930124 tempest-TestVolumeBootPattern-685930124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:23.120976 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-41523de2-2bf9-4dba-8960-8cac58e403d3 tempest-TestVolumeBootPattern-685930124 tempest-TestVolumeBootPattern-685930124-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 1094 time: 0.0422094 Aug 13 02:53:23.123655 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55530) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:23.127921 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.v2.base [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Request body: {'floatingip': {'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'port_id': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:53:23.149112 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.242232 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.346993 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.db_base_plugin_common [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Allocated IP 172.27.0.30 (a0fedf39-64a8-4155-bc38-9ebd1289fc23/eaed4744-3471-4d76-a09a-019675803f3f/6f7366cf-1722-4541-8107-2f526228af35) {{(pid=94062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:53:23.443553 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.480870 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732571591141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.520469 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Network a0fedf39-64a8-4155-bc38-9ebd1289fc23 is already hosted by enough agents. {{(pid=94062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:53:23.525222 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.base_scheduler [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Resources bound (agent type, host, resource id): {{(pid=94062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:53:23.528322 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Received port after_create {{(pid=94062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:53:23.558416 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=6f7366cf-1722-4541-8107-2f526228af35,revision_number=1']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:23.571262 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.571618 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.571961 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.572299 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.572631 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.572986 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.573321 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.573651 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.573991 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.574314 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.574639 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.574960 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:23.894900 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.965154 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4116296'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.113058 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.117443 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732571980180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732571591159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732571591949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11972874'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.187508 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event updated for resources: {'Port': ['ID=6f7366cf-1722-4541-8107-2f526228af35,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:24.195469 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-897427'] for floatingip, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.293334 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Floating IP 01787e1a-b4bd-40b4-b0aa-6ea21892bd3a associated. External IP: 172.27.0.30, port: 28983790-c9ee-4e9a-a37b-864e3eae93aa. Aug 13 02:53:24.496038 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Router 116ca616-b911-400c-8ada-61bdf4ef8795 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:53:24.868090 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:53:24.879016 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:53:24.883384 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.888359 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:24.889005 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:52:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:24.910122 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-31dd8e06-e0f7-4ade-a5ee-95ec503cc3f6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7854357 Aug 13 02:53:24.910704 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:24.912936 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2846da7-7c84-4e79-864a-2105a32c66ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:24.950715 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1dda5a-f164-432f-9217-b66e0d664a2a x-openstack-request-id: req-1e1dda5a-f164-432f-9217-b66e0d664a2a {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:24.951216 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:24.951490 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e1dda5a-f164-432f-9217-b66e0d664a2a {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:24.951934 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'status': 'completed', 'code': 200} Aug 13 02:53:24.995817 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:25.012884 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-80930ea2-705e-44c9-a43b-5fde87140c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:25.014415 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-80930ea2-705e-44c9-a43b-5fde87140c87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 1099 time: 0.0411515 Aug 13 02:53:25.111594 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-94c664ad-d6ed-4b63-9623-37a96e9eae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:25.113128 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-94c664ad-d6ed-4b63-9623-37a96e9eae1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0912125 Aug 13 02:53:25.184148 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-c5f6fb97-7fb2-4cc4-801c-6581174761db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa HTTP/1.1" status: 200 len: 999 time: 0.0636148 Aug 13 02:53:25.195450 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [req-04403181-ceaf-4f2e-9f63-4eb6a8ebf9ab req-6a547127-038c-4519-9236-b6620549609e service neutron] (94062) timed out ('10.222.0.20', 54142) {{(pid=94062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:53:25.228863 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '01787e1a-b4bd-40b4-b0aa-6ea21892bd3a', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:a3:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:53:23Z', 'updated_at': '2021-08-13T02:53:23Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}, {'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:30Z', 'revision_number': 1, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:25.236368 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-60e9673f-be67-45a9-b364-0b62e1fe3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:25.237877 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-60e9673f-be67-45a9-b364-0b62e1fe3efa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0476284 Aug 13 02:53:25.258928 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:53:25.267870 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:25.268490 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:52:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:25.283856 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-77a24502-3a52-476e-9f4b-4cba3f2056a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:25.285393 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-77a24502-3a52-476e-9f4b-4cba3f2056a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408311 Aug 13 02:53:25.376102 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-ff7ce201-cdd8-4b9f-a71e-db3bc6a7a086 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827305 Aug 13 02:53:25.477741 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-e2846da7-7c84-4e79-864a-2105a32c66ef req-ca3d30fb-f593-4356-a58f-f1258c5ff4be service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945008 Aug 13 02:53:25.502286 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:25.726529 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '01787e1a-b4bd-40b4-b0aa-6ea21892bd3a', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:a3:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:53:23Z', 'updated_at': '2021-08-13T02:53:23Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}, {'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:30Z', 'revision_number': 1, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:25.752531 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4e701-0728-4085-b292-cc1fb97ec5a5 None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': '01787e1a-b4bd-40b4-b0aa-6ea21892bd3a', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:a3:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:53:23Z', 'updated_at': '2021-08-13T02:53:23Z', 'revision_number': 0, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}, {'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:30Z', 'revision_number': 1, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:53:25.936148 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a61efa-ef8e-46a3-b09b-c849136081c4 None None] New status for floating IP 01787e1a-b4bd-40b4-b0aa-6ea21892bd3a: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:53:26.418001 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae344a8d-3554-427f-9b4a-ebc1f205cfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:27.443009 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.860866 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3af16336-5a61-428f-a6d0-129b8845ab07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.557714 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:30.136487 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:31.838335 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:50.568378 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:53:56.420998 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3196b6c8-1fba-4c18-837a-04cdd22fca17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:57.460270 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:58.860138 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15780d34-d043-4b50-9ccf-470888371eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.560359 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:00.135970 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:01.874765 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:06.590695 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-812ef084-fef8-4a2d-a4f5-52529a303c2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409424 Aug 13 02:54:06.678344 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-7ed74126-216d-40fa-8856-75d85d75d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:06.679852 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-7ed74126-216d-40fa-8856-75d85d75d9b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1098 time: 0.0424066 Aug 13 02:54:06.789291 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-1b7ae0fa-28ed-44b4-b8bc-9df0f598547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:06.790789 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-1b7ae0fa-28ed-44b4-b8bc-9df0f598547d service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.0901341 Aug 13 02:54:06.855836 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-02ea2963-2b15-43bf-987a-31c90033f256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 200 len: 1000 time: 0.0562460 Aug 13 02:54:06.907110 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-cf7f469e-f436-48ff-8a76-01f14dd9b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:06.908706 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-cf7f469e-f436-48ff-8a76-01f14dd9b179 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0460491 Aug 13 02:54:06.956429 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-bacfc7b7-64a0-4901-ae12-f012eacf7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:06.957949 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-bacfc7b7-64a0-4901-ae12-f012eacf7be3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399005 Aug 13 02:54:07.050045 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-281ccdde-332f-4af2-af4a-90ab18982aab service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804033 Aug 13 02:54:07.143932 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-3984f8bd-35a4-4bef-8dd6-ec3b3ecee52e req-4f26e465-82c4-4015-a8b1-ef3bbd8fcb6a service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850575 Aug 13 02:54:26.430498 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9134-2b37-409c-ad69-9503f721eb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:27.465515 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:27.567066 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:54:28.861827 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3595f79c-4b2d-4672-aba5-77e4c3a0e303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:29.561099 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:30.138364 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:31.843075 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:56.236546 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55564) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:56.425432 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31dcf826-b934-41cf-be07-683d24c49b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:56.428439 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Deleting port 6f7366cf-1722-4541-8107-2f526228af35 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:56.428783 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:56.505653 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:56.505885 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:56.517909 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Calling delete_port for 6f7366cf-1722-4541-8107-2f526228af35 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:56.687389 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:56.712684 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event deleted for resources: {'Port': ['ID=6f7366cf-1722-4541-8107-2f526228af35,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:56.737339 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.737687 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.738028 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.738367 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.738697 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.739029 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.739359 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.739690 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.740013 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.740337 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.740659 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.741005 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:56.781787 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:56.782039 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Floating IP 01787e1a-b4bd-40b4-b0aa-6ea21892bd3a disassociated (deleted). External IP: 172.27.0.30, port: 28983790-c9ee-4e9a-a37b-864e3eae93aa. Aug 13 02:54:56.993640 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Router 116ca616-b911-400c-8ada-61bdf4ef8795 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:54:57.102388 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:54:57.107561 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:57.112130 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:54:57.121717 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:54:57.122431 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:54:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:57.136214 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3dff2894-3996-4e52-810e-66192c6062c5 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "DELETE /v2.0/floatingips/01787e1a-b4bd-40b4-b0aa-6ea21892bd3a HTTP/1.1" status: 204 len: 168 time: 0.8986363 Aug 13 02:54:57.136867 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:54:57.139793 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c72f67-3861-4be7-8939-502a5672b2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:54:57.237594 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6a17cd-3615-4b7b-9624-691664c4168a x-openstack-request-id: req-5a6a17cd-3615-4b7b-9624-691664c4168a {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:54:57.238195 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:54:57.238319 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a6a17cd-3615-4b7b-9624-691664c4168a {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:54:57.239086 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'status': 'completed', 'code': 200} Aug 13 02:54:57.252978 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:54:57.312101 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-8f1be08e-456e-4f62-b42c-c3470486f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:57.313667 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-8f1be08e-456e-4f62-b42c-c3470486f502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 1099 time: 0.0505373 Aug 13 02:54:57.442307 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b301c83-0060-4688-b1e8-29fbd0596ea9 req-8ee3c4e2-4540-4bd1-89f3-a7f1d9c0e3d6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:57.443723 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2b301c83-0060-4688-b1e8-29fbd0596ea9 req-8ee3c4e2-4540-4bd1-89f3-a7f1d9c0e3d6 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 946 time: 0.1139841 Aug 13 02:54:57.448758 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-2fc66612-ee70-4026-b040-cdcede2b60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:57.450245 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-2fc66612-ee70-4026-b040-cdcede2b60bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.1283236 Aug 13 02:54:57.478985 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:57.500100 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:30Z', 'revision_number': 1, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:57.509108 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-8845aaa3-8b3e-4ea4-95c5-3820d316690c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa HTTP/1.1" status: 200 len: 217 time: 0.0502386 Aug 13 02:54:57.528072 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:54:57.530182 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-2b301c83-0060-4688-b1e8-29fbd0596ea9 req-ffc99de3-a7ef-4f92-8ba0-a70fe9ba5027 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789852 Aug 13 02:54:57.536860 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:54:57.537266 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:54:29Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:57.569004 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-ea03e606-c901-46f3-a071-0471d07bb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:57.570476 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-ea03e606-c901-46f3-a071-0471d07bb154 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0536721 Aug 13 02:54:57.616788 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-0404ae16-ebd0-42cd-bf86-28e1134348d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:57.618856 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-0404ae16-ebd0-42cd-bf86-28e1134348d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406125 Aug 13 02:54:57.645479 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:54:57.711361 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-79784ced-a752-4d1d-9f86-e711783375ce service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847342 Aug 13 02:54:57.802969 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-d3c72f67-3861-4be7-8939-502a5672b2c7 req-3535cbf7-1662-460d-a2cb-892861c4ab86 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Aug 13 02:54:57.869537 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:30Z', 'revision_number': 1, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:57.902789 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b424f8-20ac-458d-8744-5c29ace50a80 None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_floatingips': [{'id': 'c6b81b96-ca42-4f37-9d8d-85a36d4da141', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'router_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'port_id': '060ad184-7777-4362-9836-d6cbb1a544a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'mac_address': 'fa:16:3e:31:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:28Z', 'updated_at': '2021-08-13T02:51:30Z', 'revision_number': 1, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:54:58.114314 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf76fbd-dd28-48bf-85b3-7f0e25b91c74 None None] New status for floating IP 01787e1a-b4bd-40b4-b0aa-6ea21892bd3a: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:54:58.664454 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce369f-5afb-4881-b1c2-4c35cac18278 req-8c50aead-4271-4dcf-9ae0-e754c6510141 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:58.666034 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e8ce369f-5afb-4881-b1c2-4c35cac18278 req-8c50aead-4271-4dcf-9ae0-e754c6510141 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 946 time: 0.0490801 Aug 13 02:54:58.707299 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-e8ce369f-5afb-4881-b1c2-4c35cac18278 req-f2408cb7-e031-4930-989f-41251607da4d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353305 Aug 13 02:54:58.854712 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-e7c103d6-15d9-4b8c-86f2-f61e51b7536d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:58.856338 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-e7c103d6-15d9-4b8c-86f2-f61e51b7536d tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 946 time: 0.0496750 Aug 13 02:54:58.863424 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d80aa54-faee-469b-a03d-6190a5bc80f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:58.948930 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Deleting port 28983790-c9ee-4e9a-a37b-864e3eae93aa {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:58.949458 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:59.034984 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] For port 28983790-c9ee-4e9a-a37b-864e3eae93aa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=28983790-c9ee-4e9a-a37b-864e3eae93aa,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:54:59.035355 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:59.047862 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Calling delete_port for 28983790-c9ee-4e9a-a37b-864e3eae93aa owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:59.174128 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:59.202259 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event deleted for resources: {'Port': ['ID=28983790-c9ee-4e9a-a37b-864e3eae93aa,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:59.214133 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.214478 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.214817 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.215150 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.215477 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.215802 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.216127 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.216450 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.216772 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.217125 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.217443 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.217773 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:59.254416 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] No DVR routers for this DVR port 28983790-c9ee-4e9a-a37b-864e3eae93aa on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:54:59.256826 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:59.259605 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-7321ac55-a8e5-428f-bce4-a6eba02da4e4 req-27a51d31-10e9-4950-b2b4-0c9a29e3e28b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "DELETE /v2.0/ports/28983790-c9ee-4e9a-a37b-864e3eae93aa HTTP/1.1" status: 204 len: 173 time: 0.3966436 Aug 13 02:54:59.259993 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'name': 'network-vif-deleted', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:54:59.262160 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943e5d13-db04-4a95-a949-77ba04701ab5" -d '{"events": [{"server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "name": "network-vif-deleted", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:54:59.346680 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7024e21-3d9e-49c2-a992-ee00f0690c9f x-openstack-request-id: req-a7024e21-3d9e-49c2-a992-ee00f0690c9f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:54:59.346977 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b603d9c9-5893-4631-bf76-774cecdf1eaa", "name": "network-vif-deleted", "tag": "28983790-c9ee-4e9a-a37b-864e3eae93aa", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:54:59.347249 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7024e21-3d9e-49c2-a992-ee00f0690c9f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:54:59.347653 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b603d9c9-5893-4631-bf76-774cecdf1eaa', 'name': 'network-vif-deleted', 'tag': '28983790-c9ee-4e9a-a37b-864e3eae93aa', 'status': 'completed', 'code': 200} Aug 13 02:54:59.568207 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:59.811776 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-986667f3-b7fc-4b86-a89c-0f8c133b960a req-4ea929f3-f7f4-487f-a9ec-26d8ce22f6bd tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=b603d9c9-5893-4631-bf76-774cecdf1eaa HTTP/1.1" status: 200 len: 210 time: 0.0269816 Aug 13 02:55:00.141189 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:01.846432 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:02.728163 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 28983790-c9ee-4e9a-a37b-864e3eae93aa no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:02.747594 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 28983790-c9ee-4e9a-a37b-864e3eae93aa {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:02.747943 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 28983790-c9ee-4e9a-a37b-864e3eae93aa not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:03.086249 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55614) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:03.245297 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Deleting port c838f993-5d43-404d-b68b-ba0a236f5a15 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:03.245636 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:03.318365 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:03.318685 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:03.330301 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Calling delete_port for c838f993-5d43-404d-b68b-ba0a236f5a15 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:03.474169 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:03.500416 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event deleted for resources: {'Port': ['ID=c838f993-5d43-404d-b68b-ba0a236f5a15,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:03.561831 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:03.562162 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.db.l3_db [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Floating IP c6b81b96-ca42-4f37-9d8d-85a36d4da141 disassociated (deleted). External IP: 172.27.0.55, port: 060ad184-7777-4362-9836-d6cbb1a544a7. Aug 13 02:55:03.786218 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Router 116ca616-b911-400c-8ada-61bdf4ef8795 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:55:03.899848 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:55:03.907196 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:03.909945 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:55:03.918541 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:03.919153 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:54:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:03.934911 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a4dd8d76-2928-455e-b92d-b6c2853962c9 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "DELETE /v2.0/floatingips/c6b81b96-ca42-4f37-9d8d-85a36d4da141 HTTP/1.1" status: 204 len: 168 time: 0.8475740 Aug 13 02:55:03.935606 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7'}] {{(pid=94062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:55:03.938063 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445f669ffbbc08bc4b6dc83131bde8a2003f79a2d53a26657149fd443db78d3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f527ea-f19a-4de3-b492-081728ab9e74" -d '{"events": [{"name": "network-changed", "server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7"}]}' {{(pid=94062) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:55:03.980814 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9933c21a-fd0f-4f14-802c-2e75fba7d57b x-openstack-request-id: req-9933c21a-fd0f-4f14-802c-2e75fba7d57b {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:55:03.981156 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7", "status": "completed", "code": 200}]} {{(pid=94062) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:55:03.981416 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9933c21a-fd0f-4f14-802c-2e75fba7d57b {{(pid=94062) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:55:03.981828 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7', 'status': 'completed', 'code': 200} Aug 13 02:55:04.030451 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:04.047073 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-168388bc-e1d5-4b70-824a-ac40c1f51220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:04.048769 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-168388bc-e1d5-4b70-824a-ac40c1f51220 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 1098 time: 0.0447352 Aug 13 02:55:04.203384 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8670968-d9f3-4e58-b25a-8be58499bfee req-7b60abb5-150e-4a9d-b6fa-39528a76e79b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:04.204923 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b8670968-d9f3-4e58-b25a-8be58499bfee req-7b60abb5-150e-4a9d-b6fa-39528a76e79b tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 945 time: 0.0777392 Aug 13 02:55:04.206372 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-50a4e5c0-ed2c-43c7-b01d-146f00e64174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:04.207714 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-50a4e5c0-ed2c-43c7-b01d-146f00e64174 service neutron] 10.222.0.20 "GET /v2.0/networks?id=19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 200 len: 912 time: 0.1492145 Aug 13 02:55:04.241651 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:04.258237 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-698d8014-259f-4372-ab28-ca435c54301b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 200 len: 217 time: 0.0397918 Aug 13 02:55:04.268672 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:55:04.278031 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:04.278647 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:54:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:04.303396 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-b8670968-d9f3-4e58-b25a-8be58499bfee req-66d93f23-aef9-4057-9645-70e84d34ccd7 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924511 Aug 13 02:55:04.324695 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-52c77392-c36b-49c1-b791-81cbd14b74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:04.326217 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-52c77392-c36b-49c1-b791-81cbd14b74bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 200 len: 850 time: 0.0579629 Aug 13 02:55:04.373157 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-0bc67d2f-63f0-4bf4-9a98-fa416e3f416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:04.374662 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-0bc67d2f-63f0-4bf4-9a98-fa416e3f416b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19c378be-c3fc-4127-be0e-a39db50605be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414279 Aug 13 02:55:04.390401 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:04.466925 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-922470bc-a735-4b50-9bea-db823b964980 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834231 Aug 13 02:55:04.566561 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:55:04.567198 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-94f527ea-f19a-4de3-b492-081728ab9e74 req-d49d25d9-7a14-4ee6-b513-8a9d99a31e93 service neutron] 10.222.0.20 "GET /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913293 Aug 13 02:55:04.590130 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:04.621052 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e1f09-be31-4728-be98-f23bda689e90 None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:48:31Z', 'revision_number': 4, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi', '_interfaces': [{'id': '1f34d9fe-4d13-4741-9edd-86d998250948', 'name': '', 'network_id': '19c378be-c3fc-4127-be0e-a39db50605be', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'mac_address': 'fa:16:3e:7e:15:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:30Z', 'updated_at': '2021-08-13T02:48:36Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'subnets': [{'id': 'fa577041-bb75-40fc-a75a-0321622bfe5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:55:04.822399 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45856ff0-ad5a-46ba-a8d8-c6cc119d4e7c None None] New status for floating IP c6b81b96-ca42-4f37-9d8d-85a36d4da141: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:55:05.422118 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b9b9c-2348-464e-b010-936adee0091e req-2f27f48b-3b9b-44ca-bba2-2f1e1b11c02c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:05.423871 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c14b9b9c-2348-464e-b010-936adee0091e req-2f27f48b-3b9b-44ca-bba2-2f1e1b11c02c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 945 time: 0.0504277 Aug 13 02:55:05.460633 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-c14b9b9c-2348-464e-b010-936adee0091e req-6bf4b030-01c4-4ccc-95bc-881047615da1 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/security-groups?id=768e3dbe-8bf4-468e-8ddc-672842cb24a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309432 Aug 13 02:55:05.614125 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-ec82a56a-bdb2-4d78-9f46-c070ba5dbba8 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:05.615595 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-ec82a56a-bdb2-4d78-9f46-c070ba5dbba8 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Aug 13 02:55:05.707366 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Deleting port 060ad184-7777-4362-9836-d6cbb1a544a7 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:05.707712 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.791389 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] For port 060ad184-7777-4362-9836-d6cbb1a544a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=060ad184-7777-4362-9836-d6cbb1a544a7,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:05.791740 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.804263 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Calling delete_port for 060ad184-7777-4362-9836-d6cbb1a544a7 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:05.937036 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.965672 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event deleted for resources: {'Port': ['ID=060ad184-7777-4362-9836-d6cbb1a544a7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:06.005414 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] No DVR routers for this DVR port 060ad184-7777-4362-9836-d6cbb1a544a7 on host hv-cinder-76019 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:55:06.007866 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.010567 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [req-8f8b3bb4-ac5e-41a6-bbca-881ff216a8d6 req-1ce46378-4280-4150-9c29-a1dbdba968db tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.20 "DELETE /v2.0/ports/060ad184-7777-4362-9836-d6cbb1a544a7 HTTP/1.1" status: 204 len: 173 time: 0.3892441 Aug 13 02:55:06.010991 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'name': 'network-vif-deleted', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:55:06.013206 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0310ce7090c04d4559957132d1bd8b4053fe74a549b4c601f5e33287d84c914" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fe8053-58b2-4388-9b06-6a57afc52133" -d '{"events": [{"server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "name": "network-vif-deleted", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:55:06.049038 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bf541a-a1eb-4d1d-ae25-edd0837ce644 x-openstack-request-id: req-b4bf541a-a1eb-4d1d-ae25-edd0837ce644 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:55:06.049328 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75981500-0a12-4d61-b4ea-6590d7f12c13", "name": "network-vif-deleted", "tag": "060ad184-7777-4362-9836-d6cbb1a544a7", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:55:06.049576 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4bf541a-a1eb-4d1d-ae25-edd0837ce644 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:55:06.049967 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75981500-0a12-4d61-b4ea-6590d7f12c13', 'name': 'network-vif-deleted', 'tag': '060ad184-7777-4362-9836-d6cbb1a544a7', 'status': 'completed', 'code': 200} Aug 13 02:55:06.570940 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [req-64241cde-5cf9-49bc-932f-9edaac6c1ed8 req-185d69c7-c15f-4c83-be19-46e923eddb9c tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "GET /v2.0/ports?device_id=75981500-0a12-4d61-b4ea-6590d7f12c13 HTTP/1.1" status: 200 len: 210 time: 0.0285203 Aug 13 02:55:07.628710 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55630) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:07.751450 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Deleting port 13edc6a2-d5a6-416f-9ee8-3f6e60c435a8 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:07.751793 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.828575 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.828904 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.840831 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Calling delete_port for 13edc6a2-d5a6-416f-9ee8-3f6e60c435a8 owned by network:floatingip {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:07.970544 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:08.000162 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event deleted for resources: {'Port': ['ID=13edc6a2-d5a6-416f-9ee8-3f6e60c435a8,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:08.052436 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:08.055058 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424594'] for floatingip, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:08.056220 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-a5d6ed0a-b988-429f-9eed-d163d0a5b500 tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "DELETE /v2.0/floatingips/7e0df157-4a47-48e9-b60e-fe784fb3bd27 HTTP/1.1" status: 204 len: 168 time: 0.4265065 Aug 13 02:55:08.774617 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 060ad184-7777-4362-9836-d6cbb1a544a7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:08.796876 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] No Port match for: 060ad184-7777-4362-9836-d6cbb1a544a7 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:08.796876 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Device 060ad184-7777-4362-9836-d6cbb1a544a7 not bound to the agent host hv-cinder-76019 {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:09.247625 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55642) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:09.310187 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9d2eb24-2a1b-4325-b0c3-fd399796d22e tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.334883 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9d2eb24-2a1b-4325-b0c3-fd399796d22e tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.395070 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9d2eb24-2a1b-4325-b0c3-fd399796d22e tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.397617 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9d2eb24-2a1b-4325-b0c3-fd399796d22e tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.398791 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f9d2eb24-2a1b-4325-b0c3-fd399796d22e tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] 10.222.0.22 "DELETE /v2.0/security-groups/768e3dbe-8bf4-468e-8ddc-672842cb24a5 HTTP/1.1" status: 204 len: 168 time: 0.1501567 Aug 13 02:55:09.408306 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2eb24-2a1b-4325-b0c3-fd399796d22e tempest-TestVolumeBootPattern-866079185 tempest-TestVolumeBootPattern-866079185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e3dbe-8bf4-468e-8ddc-672842cb24a5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:09.453315 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55646) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:09.900546 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.139928 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Deleting port 1f34d9fe-4d13-4741-9edd-86d998250948 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:10.140268 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.216504 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] For port 1f34d9fe-4d13-4741-9edd-86d998250948, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=1f34d9fe-4d13-4741-9edd-86d998250948,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:10.216771 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.230016 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Calling delete_port for 1f34d9fe-4d13-4741-9edd-86d998250948 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:10.405253 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.434378 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Pushing event deleted for resources: {'Port': ['ID=1f34d9fe-4d13-4741-9edd-86d998250948,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:10.857195 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.068117 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Router 116ca616-b911-400c-8ada-61bdf4ef8795 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:55:11.172427 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:55:11.177575 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-3feda9f2-f0f5-4b20-96bb-36b72b310ade admin admin] 10.222.0.22 "PUT /v2.0/routers/116ca616-b911-400c-8ada-61bdf4ef8795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226048 Aug 13 02:55:11.180096 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55650) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:11.183528 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] Sync routers for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:55:11.193376 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:11.193991 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:54:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:11.283432 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks [] for router, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.389362 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.429825 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:11.443753 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Deleting port 1b57965f-e440-459a-b2c4-ab5891ab24ae {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:11.444095 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.528173 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] For port 1b57965f-e440-459a-b2c4-ab5891ab24ae, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=1b57965f-e440-459a-b2c4-ab5891ab24ae,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:11.528544 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.543130 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Calling delete_port for 1b57965f-e440-459a-b2c4-ab5891ab24ae owned by network:router_gateway {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:11.622704 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:55:10Z', 'revision_number': 5, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port': {'id': '1b57965f-e440-459a-b2c4-ab5891ab24ae', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:29Z', 'updated_at': '2021-08-13T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:11.654036 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] Checking router: 116ca616-b911-400c-8ada-61bdf4ef8795 for host: dv-cinder-760199-7-iscsi {{(pid=94064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:55:11.662665 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] Routers {'116ca616-b911-400c-8ada-61bdf4ef8795'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:11.663242 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:54:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['116ca616-b911-400c-8ada-61bdf4ef8795'], 'active': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:11.718015 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.745795 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvr_db [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] Set router 116ca616-b911-400c-8ada-61bdf4ef8795 gateway port host: None {{(pid=94064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:11.747083 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b57965f-e440-459a-b2c4-ab5891ab24ae,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:11.802355 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_hamode_db [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:55:11Z', 'revision_number': 6, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:11.809489 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.828540 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12695640-2745-4ce4-9629-faf5bd3e8de6 None None] The sync data for ids ['116ca616-b911-400c-8ada-61bdf4ef8795'] in dv-cinder-760199-7-iscsi is: [{'id': '116ca616-b911-400c-8ada-61bdf4ef8795', 'name': 'tempest-TestVolumeBootPattern-392259466-router', 'tenant_id': '45054eb5e28e4df48c32f846b7d14cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:28Z', 'updated_at': '2021-08-13T02:55:11Z', 'revision_number': 6, 'project_id': '45054eb5e28e4df48c32f846b7d14cf4', 'gw_port_host': None}] {{(pid=94064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:55:11.904984 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.907310 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.960200 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.960757 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 116ca616-b911-400c-8ada-61bdf4ef8795 {{(pid=94062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:55:11.966925 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] Notify callbacks [] for router, before_response {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.968133 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-2f7c18b1-9163-4720-9dad-97db8548594f admin admin] 10.222.0.22 "DELETE /v2.0/routers/116ca616-b911-400c-8ada-61bdf4ef8795 HTTP/1.1" status: 204 len: 168 time: 0.7870746 Aug 13 02:55:11.970828 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55652) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:12.014463 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7caddb4-1873-4438-8cfe-3514af461454 admin admin] Deleting subnet fa577041-bb75-40fc-a75a-0321622bfe5f {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:55:12.017589 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7caddb4-1873-4438-8cfe-3514af461454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.050064 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7caddb4-1873-4438-8cfe-3514af461454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.127922 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7caddb4-1873-4438-8cfe-3514af461454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.179189 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7caddb4-1873-4438-8cfe-3514af461454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.208362 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caddb4-1873-4438-8cfe-3514af461454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa577041-bb75-40fc-a75a-0321622bfe5f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:12.215268 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7caddb4-1873-4438-8cfe-3514af461454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.217469 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-e7caddb4-1873-4438-8cfe-3514af461454 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fa577041-bb75-40fc-a75a-0321622bfe5f HTTP/1.1" status: 204 len: 168 time: 0.2456336 Aug 13 02:55:12.219959 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55654) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:12.225355 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471dac96-8f1e-444a-b2d2-61e48079fcee None None] Network 19c378be-c3fc-4127-be0e-a39db50605be requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:55:12.294327 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.347960 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Deleting port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:12.348465 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.411891 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] For port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=6c0bc315-e13c-422d-bd6a-a8dc3ccda567,segment=NetworkSegment(24a5d487-2234-4230-9e46-64b4df7e22d9),segment_id=24a5d487-2234-4230-9e46-64b4df7e22d9)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:12.412262 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.426839 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Calling delete_port for 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:12.508478 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.533541 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0bc315-e13c-422d-bd6a-a8dc3ccda567,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:12.538291 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] No DVR routers for this DVR port 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 on host dv-cinder-760199-7-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:55:12.613803 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a0bbc-cecd-4441-be9e-99c7c5550e0d None None] DHCP port deletion for 19c378be-c3fc-4127-be0e-a39db50605be request from dv-cinder-760199-7-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:55:12.626395 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.637303 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c378be-c3fc-4127-be0e-a39db50605be']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:12.647531 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a5d487-2234-4230-9e46-64b4df7e22d9') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:12.647826 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a5d487-2234-4230-9e46-64b4df7e22d9') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:12.657333 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.671644 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.678279 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:55:12.678677 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:55:12.680407 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:55:12.683143 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 1f34d9fe-4d13-4741-9edd-86d998250948 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:12.707063 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 1f34d9fe-4d13-4741-9edd-86d998250948 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:12.707422 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 1f34d9fe-4d13-4741-9edd-86d998250948 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:12.707859 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:12.731690 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:12.732040 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 6c0bc315-e13c-422d-bd6a-a8dc3ccda567 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:12.732532 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 1b57965f-e440-459a-b2c4-ab5891ab24ae no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:12.737668 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.742970 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.745554 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] 10.222.0.22 "DELETE /v2.0/networks/19c378be-c3fc-4127-be0e-a39db50605be HTTP/1.1" status: 204 len: 168 time: 0.5247085 Aug 13 02:55:12.748916 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.wsgi [-] (94062) accepted ('10.222.0.22', 55656) {{(pid=94062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:12.752110 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 1b57965f-e440-459a-b2c4-ab5891ab24ae {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:12.752465 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 1b57965f-e440-459a-b2c4-ab5891ab24ae not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:12.761744 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06adbe9-aa99-4a79-bbb5-88dede44ebab admin admin] Pushing event deleted for resources: {'Network': ['ID=19c378be-c3fc-4127-be0e-a39db50605be,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:13.094274 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906131'] for router_interface, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.335401 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Deleting port 7f0c9523-3804-4553-bebd-cea1a1bb7380 {{(pid=94062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:13.335632 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.413372 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] For port 7f0c9523-3804-4553-bebd-cea1a1bb7380, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=7f0c9523-3804-4553-bebd-cea1a1bb7380,segment=NetworkSegment(2c9ff14f-16ff-4f0a-a328-02f657281805),segment_id=2c9ff14f-16ff-4f0a-a328-02f657281805)] {{(pid=94062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:13.413648 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.426176 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.plugins.ml2.plugin [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Calling delete_port for 7f0c9523-3804-4553-bebd-cea1a1bb7380 owned by network:router_interface {{(pid=94062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:13.615076 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11972867'] for port, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.640268 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0c9523-3804-4553-bebd-cea1a1bb7380,revision_number=None']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:13.818821 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897059'] for router_interface, after_delete {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.031261 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Router 0faca4d8-aebd-4e58-9b07-9f795022cb13 has already been hosted by L3 agent 3bcfb644-486c-4ff7-b1e5-09cc143bff32 {{(pid=94062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:55:14.134595 dv-cinder-760199-7-iscsi neutron-server[94062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] Notify agent at l3_agent.dv-cinder-760199-7-iscsi the message routers_updated {{(pid=94062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:55:14.139534 dv-cinder-760199-7-iscsi neutron-server[94062]: INFO neutron.wsgi [None req-f72ed7c0-0eb0-4b1f-81f6-10d7a6b2d61a admin admin] 10.222.0.22 "PUT /v2.0/routers/0faca4d8-aebd-4e58-9b07-9f795022cb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3892896 Aug 13 02:55:14.142180 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55658) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:14.143111 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] Sync routers for ids ['0faca4d8-aebd-4e58-9b07-9f795022cb13'] in dv-cinder-760199-7-iscsi {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:55:14.153605 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] Routers {'0faca4d8-aebd-4e58-9b07-9f795022cb13'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:14.154212 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:54:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['0faca4d8-aebd-4e58-9b07-9f795022cb13'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:14.249481 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.351622 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] Set router 0faca4d8-aebd-4e58-9b07-9f795022cb13 gateway port host: dv-cinder-760199-7-iscsi {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:14.356045 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.410291 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Deleting port 941461c6-0e18-458e-b933-6853c51d17d6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:14.410725 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.498803 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] For port 941461c6-0e18-458e-b933-6853c51d17d6, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=941461c6-0e18-458e-b933-6853c51d17d6,segment=NetworkSegment(7b4212b7-2b0e-4617-8643-0d49955013ea),segment_id=7b4212b7-2b0e-4617-8643-0d49955013ea)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:14.499173 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.511797 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Calling delete_port for 941461c6-0e18-458e-b933-6853c51d17d6 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:14.534074 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'external_fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '941461c6-0e18-458e-b933-6853c51d17d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:55:13Z', 'revision_number': 5, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port': {'id': '941461c6-0e18-458e-b933-6853c51d17d6', 'name': '', 'network_id': 'a0fedf39-64a8-4155-bc38-9ebd1289fc23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaed4744-3471-4d76-a09a-019675803f3f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-7-iscsi'}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:14.563491 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] Checking router: 0faca4d8-aebd-4e58-9b07-9f795022cb13 for host: dv-cinder-760199-7-iscsi {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:55:14.572331 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] Routers {'0faca4d8-aebd-4e58-9b07-9f795022cb13'} bound to L3 agent in host dv-cinder-760199-7-iscsi {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:14.572961 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:29:59Z,description=,heartbeat_timestamp=2021-08-13T02:54:59Z,host='dv-cinder-760199-7-iscsi',id=3bcfb644-486c-4ff7-b1e5-09cc143bff32,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:29:59Z,topic='l3_agent')) {'router_ids': ['0faca4d8-aebd-4e58-9b07-9f795022cb13'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:14.659078 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] Set router 0faca4d8-aebd-4e58-9b07-9f795022cb13 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:14.676588 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.706650 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Pushing event deleted for resources: {'Port': ['ID=941461c6-0e18-458e-b933-6853c51d17d6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:14.713124 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:55:14Z', 'revision_number': 6, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port_host': None}], 'dv-cinder-760199-7-iscsi', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:14.742612 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeafe2e-4658-4257-a947-2ba7c2476054 None None] The sync data for ids ['0faca4d8-aebd-4e58-9b07-9f795022cb13'] in dv-cinder-760199-7-iscsi is: [{'id': '0faca4d8-aebd-4e58-9b07-9f795022cb13', 'name': 'tempest-TestVolumeBootPattern-1553701368-router', 'tenant_id': 'a57db95190044124aa7b915d8f1ecf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:48:33Z', 'updated_at': '2021-08-13T02:55:14Z', 'revision_number': 6, 'project_id': 'a57db95190044124aa7b915d8f1ecf47', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:55:14.765567 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-897497'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.858394 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65422'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.860491 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.903348 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-899386'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.903951 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0faca4d8-aebd-4e58-9b07-9f795022cb13 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:55:14.909181 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.910349 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-62859f99-7f8c-4b6a-94ae-1e418f5c679e admin admin] 10.222.0.22 "DELETE /v2.0/routers/0faca4d8-aebd-4e58-9b07-9f795022cb13 HTTP/1.1" status: 204 len: 168 time: 0.7671933 Aug 13 02:55:14.912880 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55660) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:14.958353 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-af372baa-904f-400e-bd0f-32c74151cf79 admin admin] Deleting subnet fd4dbbd7-8938-4d1c-be1f-00202a2f0814 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:55:14.961140 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af372baa-904f-400e-bd0f-32c74151cf79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.994032 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af372baa-904f-400e-bd0f-32c74151cf79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9313100'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.072546 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af372baa-904f-400e-bd0f-32c74151cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3722225'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.128456 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af372baa-904f-400e-bd0f-32c74151cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3722214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9113721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875114'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.156341 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af372baa-904f-400e-bd0f-32c74151cf79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4dbbd7-8938-4d1c-be1f-00202a2f0814,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:15.158439 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af372baa-904f-400e-bd0f-32c74151cf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.160333 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-af372baa-904f-400e-bd0f-32c74151cf79 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fd4dbbd7-8938-4d1c-be1f-00202a2f0814 HTTP/1.1" status: 204 len: 168 time: 0.2464859 Aug 13 02:55:15.162852 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55662) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:15.170234 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d9f565-8489-47d0-9d67-02b98d778dfb None None] Network 1158ce79-2877-4883-9550-1181b608bc2b requested from dv-cinder-760199-7-iscsi {{(pid=94064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:55:15.234757 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671854'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.520463 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] DHCP port deletion for 1158ce79-2877-4883-9550-1181b608bc2b request from dv-cinder-760199-7-iscsi {{(pid=94064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:55:15.533288 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Deleting port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:15.533650 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.578156 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Deleting port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:15.578532 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732571974952'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.597179 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] For port 446300b4-e28f-4d40-92e5-7b5fed97c8d8, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=446300b4-e28f-4d40-92e5-7b5fed97c8d8,segment=NetworkSegment(2c9ff14f-16ff-4f0a-a328-02f657281805),segment_id=2c9ff14f-16ff-4f0a-a328-02f657281805)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:15.597589 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.614227 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Calling delete_port for 446300b4-e28f-4d40-92e5-7b5fed97c8d8 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:15.642530 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] For port 446300b4-e28f-4d40-92e5-7b5fed97c8d8, host dv-cinder-760199-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-7-iscsi',level=0,port_id=446300b4-e28f-4d40-92e5-7b5fed97c8d8,segment=NetworkSegment(2c9ff14f-16ff-4f0a-a328-02f657281805),segment_id=2c9ff14f-16ff-4f0a-a328-02f657281805)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:15.642936 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896444'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.656899 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Calling delete_port for 446300b4-e28f-4d40-92e5-7b5fed97c8d8 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:15.697072 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9113674'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.723456 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=446300b4-e28f-4d40-92e5-7b5fed97c8d8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:15.726913 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] No DVR routers for this DVR port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 on host dv-cinder-760199-7-iscsi {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:55:15.740213 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4112870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732571980162', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732571591150'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.793103 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] No DVR routers for this DVR port 446300b4-e28f-4d40-92e5-7b5fed97c8d8 on host dv-cinder-760199-7-iscsi {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:55:15.794624 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Pushing event deleted for resources: {'Port': ['ID=446300b4-e28f-4d40-92e5-7b5fed97c8d8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:15.803423 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.803847 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.804202 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.804524 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.804859 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.805278 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.805550 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.805914 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.806309 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.806570 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.806897 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.807229 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5d9a-f068-4f08-ac99-c5fb5c1cbbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-7-iscsi {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.812650 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685238', 'neutron.services.segments.db._delete_segments_for_network-8732572150384'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.823814 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1158ce79-2877-4883-9550-1181b608bc2b']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:15.835902 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9ff14f-16ff-4f0a-a328-02f657281805') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:15.836205 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9ff14f-16ff-4f0a-a328-02f657281805') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:15.846586 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732572071545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9313115'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.861599 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.868054 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:55:15.868558 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3722160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9113767'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: Traceback (most recent call last): Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: timer() Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: cb(*args, **kw) Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: return func(*args, **kwargs) Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: self._notify() Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: self.callback(batched_events) Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: event.method(event) Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: return f(self, *a, **k) Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._get(url).json() Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: return self.request(url, 'GET', **kwargs) Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:55:15.870546 dv-cinder-760199-7-iscsi neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:55:15.922783 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-897445'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.928199 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023768'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.930104 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] 10.222.0.22 "DELETE /v2.0/networks/1158ce79-2877-4883-9550-1181b608bc2b HTTP/1.1" status: 204 len: 168 time: 0.7663372 Aug 13 02:55:15.941272 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ae07-c55e-4134-b04e-99f50731bb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=1158ce79-2877-4883-9550-1181b608bc2b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:16.035044 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55666) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:16.075156 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-63f97db1-7483-4d33-a98b-3ed6b8be735c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45054eb5e28e4df48c32f846b7d14cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388753 Aug 13 02:55:16.077700 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55668) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:16.128410 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c171bcc7-c897-4ca9-be21-249838ce565c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.148918 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c171bcc7-c897-4ca9-be21-249838ce565c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.193158 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c171bcc7-c897-4ca9-be21-249838ce565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.195601 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c171bcc7-c897-4ca9-be21-249838ce565c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.197281 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-c171bcc7-c897-4ca9-be21-249838ce565c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d7637a9-58fa-4afb-8f0e-077d418c9a50 HTTP/1.1" status: 204 len: 168 time: 0.1186504 Aug 13 02:55:16.204987 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171bcc7-c897-4ca9-be21-249838ce565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7637a9-58fa-4afb-8f0e-077d418c9a50,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:16.366084 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 941461c6-0e18-458e-b933-6853c51d17d6 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:16.387697 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 941461c6-0e18-458e-b933-6853c51d17d6 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:16.388052 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 941461c6-0e18-458e-b933-6853c51d17d6 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:16.388480 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 446300b4-e28f-4d40-92e5-7b5fed97c8d8 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:16.406416 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 446300b4-e28f-4d40-92e5-7b5fed97c8d8 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:16.406758 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 446300b4-e28f-4d40-92e5-7b5fed97c8d8 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:16.407175 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 7f0c9523-3804-4553-bebd-cea1a1bb7380 no longer exists at agent ovs-agent-dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:16.428043 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] No Port match for: 7f0c9523-3804-4553-bebd-cea1a1bb7380 {{(pid=94064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:16.428391 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron.plugins.ml2.rpc [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Device 7f0c9523-3804-4553-bebd-cea1a1bb7380 not bound to the agent host dv-cinder-760199-7-iscsi {{(pid=94064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:16.520116 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55674) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:16.559096 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-f8f86517-a8cd-43bc-8a26-d92ff7180c15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a57db95190044124aa7b915d8f1ecf47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379081 Aug 13 02:55:16.561614 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.22', 55676) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:16.607812 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46ba6a9a-e32e-4022-be98-f9c5e799034a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.628298 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46ba6a9a-e32e-4022-be98-f9c5e799034a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.675430 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46ba6a9a-e32e-4022-be98-f9c5e799034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035701'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.677969 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46ba6a9a-e32e-4022-be98-f9c5e799034a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.679135 dv-cinder-760199-7-iscsi neutron-server[94063]: INFO neutron.wsgi [None req-46ba6a9a-e32e-4022-be98-f9c5e799034a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdc09cd7-e5a0-4807-a4e2-1723e03ff00f HTTP/1.1" status: 204 len: 168 time: 0.1166458 Aug 13 02:55:16.687297 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6a9a-e32e-4022-be98-f9c5e799034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc09cd7-e5a0-4807-a4e2-1723e03ff00f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:26.426345 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60ade441-059b-4601-8f59-a4d33ad89bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:27.479383 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:28.864678 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbb51c6c-7f0e-4f2a-9da0-1491359f2478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:29.559809 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:30.144469 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:31.848038 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:41.565514 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:55:56.427354 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4eda8d48-7d7f-45d7-9c96-149f5c616848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:57.473632 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:58.865422 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0af3-fb7f-48f4-9237-91fdac2ae7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.562487 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:00.146642 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:01.855231 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:18.565192 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:56:26.429246 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f8353b9-17e3-4e1f-acc4-503c188a5e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:27.463048 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:28.865384 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19eaee92-4a6c-4142-92fc-6d140b7b4b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:29.563115 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:29.766328 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [req-6d53734c-f3fa-4762-92c5-80fa7d347c46 req-64fb513d-e1cd-4626-9075-66a62a830629 service neutron] (94063) timed out ('10.222.0.20', 54162) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:56:30.153001 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:31.852481 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:55.565171 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:56:56.429256 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ebdc50d-1ecc-43c8-8fc3-0a5ab1d95fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:57.472046 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:58.864728 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa46740-c06f-4fd9-9366-9edb55033a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:59.565366 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:00.154401 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:01.855156 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:26.433189 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f1a70ff-95bd-46cd-9820-3fbd6e8c68f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:27.478425 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:28.864374 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8385d8b3-940b-4c3e-b2ba-a9ef2e0c2a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:29.567322 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:30.158522 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:31.858244 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:32.564702 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:57:56.433901 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-62adb3d3-8ab9-46bb-99fa-1ce719881169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:57.477493 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:58.863939 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95caa4b3-c395-4200-90c3-b0b9305a11d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:59.567769 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:00.161159 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:01.870798 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:09.562677 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:58:26.436598 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5513a85-0e90-4701-a3dd-9c239a024e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:27.502317 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:28.866369 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef88c5b6-2067-4fcc-9300-a180e085d8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:29.567960 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:30.162909 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:31.863829 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:46.561862 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:58:56.436933 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5384beb-a9ec-460f-85c8-2ae864ad1f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:57.501981 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:58.866191 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fd3f-5a3e-4ffc-9bb8-6e117009dd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:59.568240 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:00.165618 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:01.864821 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:11.176591 dv-cinder-760199-7-iscsi neutron-server[94063]: DEBUG neutron.wsgi [req-336595e2-3dea-4c20-b9c9-f7fcd52022be req-c515546d-eaa0-465d-975c-1d5b95c1faeb service neutron] (94063) timed out ('10.222.0.22', 50210) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:59:23.560915 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:59:26.455393 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a712498c-081f-4f67-8a3e-198adb8c590b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:27.519349 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:28.867406 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fd4f-89fb-45b7-9884-6641aa0fec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:29.569387 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:30.172118 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:31.866464 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:56.437614 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e98685b4-7e89-43ae-8f38-1500c12bd04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:57.522090 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:58.869148 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-485dac4d-c9fb-418c-bbd1-6bc3077041a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:59.570693 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:00.172424 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:00.559171 dv-cinder-760199-7-iscsi neutron-server[94065]: DEBUG neutron.db.agents_db [None req-accdf222-2c29-42fd-80aa-ec36296840e2 None None] Agent healthcheck: found 6 active agents {{(pid=94065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:00:01.917154 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8594857-c6d4-43ed-9dfd-0fc287783069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:26.440071 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3344acd2-79bc-432b-8729-ab2d742f9392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:27.540753 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0818648-cd6f-4a24-a1dd-0c858875fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:28.871732 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baad0599-e623-46f7-9139-9b0c2c5bae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:29.571863 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5b83-8ad7-4207-83a5-0cf8c5225951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:30.176487 dv-cinder-760199-7-iscsi neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e415f-8cd8-4203-bd3e-55a3824a6b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732572150276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3686136'] for agent, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}